11:01:13.726 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
11:01:13.726 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-task182ImG/test-tmp
11:01:13.726 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/asan/bin
11:01:13.726 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-task182ImG/java/build/dist-test/../../../build/asan/bin/kudu, test, mini_cluster, --serialization=pb]
11:01:13.727 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522"
extra_master_flags: "--txn_manager_enabled"
extra_master_flags: "--raft_heartbeat_interval_ms=100"
extra_tserver_flags: "--txn_keepalive_interval_ms=1000"
extra_tserver_flags: "--txn_staleness_tracker_interval_ms=250"
extra_tserver_flags: "--enable_txn_system_client_init=true"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
11:01:14.018 [DEBUG - main] (MiniKuduCluster.java:195) Response:
11:01:14.018 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
11:01:14.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:14.020076 5078 mini_oidc.cc:152] Starting JWKS server
11:01:14.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:14.022485 5078 webserver.cc:460] Webserver started at http://127.0.0.1:37703/ using document root <none> and password file <none>
11:01:14.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:14.022670 5078 mini_oidc.cc:189] Starting OIDC Discovery server
11:01:14.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:14.023186 5078 webserver.cc:460] Webserver started at http://127.0.0.1:38563/ using document root <none> and password file <none>
11:01:14.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-25T11:01:14Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
11:01:14.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-25T11:01:14Z Disabled control of system clock
11:01:14.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:14.049546 5078 external_mini_cluster.cc:1326] Running /tmp/dist-test-task182ImG/build/asan/bin/kudu
11:01:14.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task182ImG/build/asan/bin/kudu
11:01:14.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522/master-0/wal
11:01:14.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522/master-0/data
11:01:14.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
11:01:14.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
11:01:14.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
11:01:14.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:01:14.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:01:14.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:01:14.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522/master-0/logs
11:01:14.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522/master-0/data/info.pb
11:01:14.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:01:14.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
11:01:14.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
11:01:14.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
11:01:14.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
11:01:14.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:01:14.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:01:14.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:01:14.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
11:01:14.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
11:01:14.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:01:14.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:01:14.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.245.190:34613
11:01:14.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.245.190
11:01:14.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:01:14.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.245.148:45323
11:01:14.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:01:14.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:01:14.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:01:14.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:01:14.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615
11:01:14.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:01:14.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37703/jwks.json
11:01:14.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
11:01:14.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
11:01:14.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:14.342360 5089 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
11:01:14.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:14.342593 5089 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
11:01:14.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:14.342667 5089 flags.cc:425] Enabled unsafe flag: --never_fsync=true
11:01:14.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:14.348866 5089 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
11:01:14.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:14.348954 5089 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
11:01:14.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:14.348994 5089 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
11:01:14.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:14.349042 5089 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
11:01:14.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:14.349080 5089 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
11:01:14.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:14.349159 5089 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
11:01:14.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:14.349215 5089 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:37703/jwks.json
11:01:14.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:14.357107 5089 master_runner.cc:386] Master server non-default flags:
11:01:14.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:01:14.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.245.148:45323
11:01:14.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:01:14.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:01:14.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
11:01:14.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522/master-0/data
11:01:14.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522/master-0/wal
11:01:14.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:01:14.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615
11:01:14.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
11:01:14.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:01:14.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:01:14.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:01:14.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.245.190:34613
11:01:14.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:01:14.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
11:01:14.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:01:14.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37703/jwks.json
11:01:14.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:01:14.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:01:14.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522/master-0/data/info.pb
11:01:14.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.245.190
11:01:14.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:01:14.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
11:01:14.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:01:14.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
11:01:14.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
11:01:14.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:01:14.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522/master-0/logs
11:01:14.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:01:14.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
11:01:14.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
11:01:14.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
11:01:14.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
11:01:14.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
11:01:14.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
11:01:14.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 25 Sep 2026 09:24:16 UTC on ccycloud.quasar-kczgym.root.comops.site
11:01:14.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4672077
11:01:14.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
11:01:14.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:14.358038 5089 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
11:01:14.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:14.359587 5089 file_cache.cc:493] Constructed file cache file cache with capacity 419430
11:01:14.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:14.370221 5097 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:01:14.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:14.370349 5094 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:01:14.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:14.370297 5095 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:01:14.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:14.370908 5089 server_base.cc:1034] running on GCE node
11:01:14.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:14.371558 5089 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
11:01:14.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:14.372640 5089 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
11:01:14.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:14.373845 5089 hybrid_clock.cc:648] HybridClock initialized: now 1790334074373807 us; error 36 us; skew 500 ppm
11:01:14.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:14.374151 5089 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
11:01:14.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:14.376121 5089 webserver.cc:460] Webserver started at http://127.4.245.190:33297/ using document root <none> and password file <none>
11:01:14.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:14.376669 5089 fs_manager.cc:359] Metadata directory not provided
11:01:14.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:14.376777 5089 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
11:01:14.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:14.377038 5089 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
11:01:14.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:14.379168 5089 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522/master-0/data/instance:
11:01:14.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2b26dd328e00412aa496490d4f7a64f4"
11:01:14.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 11:01:14 on dist-test-slave-5kbn"
11:01:14.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:14.379885 5089 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522/master-0/wal/instance:
11:01:14.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2b26dd328e00412aa496490d4f7a64f4"
11:01:14.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 11:01:14 on dist-test-slave-5kbn"
11:01:14.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:14.384210 5089 fs_manager.cc:691] Time spent creating directory manager: real 0.004s user 0.005s sys 0.000s
11:01:14.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:14.387022 5103 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
11:01:14.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:14.388038 5089 fs_manager.cc:725] Time spent opening block manager: real 0.002s user 0.002s sys 0.001s
11:01:14.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:14.388201 5089 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522/master-0/data,/tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522/master-0/wal
11:01:14.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2b26dd328e00412aa496490d4f7a64f4"
11:01:14.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 11:01:14 on dist-test-slave-5kbn"
11:01:14.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:14.388389 5089 fs_report.cc:383] FS layout report
11:01:14.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
11:01:14.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522/master-0/wal
11:01:14.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522/master-0/wal
11:01:14.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522/master-0/data/data
11:01:14.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
11:01:14.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
11:01:14.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
11:01:14.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
11:01:14.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
11:01:14.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
11:01:14.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
11:01:14.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
11:01:14.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
11:01:14.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
11:01:14.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
11:01:14.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:14.400853 5089 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
11:01:14.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:14.401559 5089 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
11:01:14.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:14.401835 5089 kserver.cc:163] Server-wide thread pool size limit: 3276
11:01:14.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:14.420583 5089 rpc_server.cc:307] RPC server started. Bound to: 127.4.245.190:34613
11:01:14.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:14.420612 5164 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.4.245.190:34613 every 8 connection(s)
11:01:14.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:14.421733 5089 server_base.cc:1166] Dumped server information to /tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522/master-0/data/info.pb
11:01:14.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:14.424909 5165 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
11:01:14.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:14.430447 5165 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.245.190" port: 34613 } has no permanent_uuid. Determining permanent_uuid...
11:01:14.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:14.431685 5078 external_mini_cluster.cc:1388] Started /tmp/dist-test-task182ImG/build/asan/bin/kudu as pid 5089
11:01:14.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:14.431865 5078 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522/master-0/wal/instance
11:01:14.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:14.434134 5078 external_mini_cluster.cc:1326] Running /tmp/dist-test-task182ImG/build/asan/bin/kudu
11:01:14.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task182ImG/build/asan/bin/kudu
11:01:14.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522/master-1/wal
11:01:14.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522/master-1/data
11:01:14.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
11:01:14.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
11:01:14.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
11:01:14.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:01:14.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:01:14.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:01:14.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522/master-1/logs
11:01:14.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522/master-1/data/info.pb
11:01:14.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:01:14.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
11:01:14.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
11:01:14.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
11:01:14.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
11:01:14.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:01:14.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:01:14.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:01:14.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
11:01:14.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
11:01:14.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:01:14.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:01:14.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.245.189:45675
11:01:14.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.245.189
11:01:14.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:01:14.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.245.148:45323
11:01:14.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:01:14.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:01:14.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:01:14.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:01:14.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615
11:01:14.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:01:14.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37703/jwks.json
11:01:14.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
11:01:14.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
11:01:14.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:14.445979 5165 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.245.189" port: 45675 } has no permanent_uuid. Determining permanent_uuid...
11:01:14.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:14.447105 5105 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.245.189:45675: connect: Connection refused (error 111)
11:01:14.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:14.448487 5165 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.245.189:45675: Network error: Client connection negotiation failed: client connection to 127.4.245.189:45675: connect: Connection refused (error 111)
11:01:14.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:14.497748 5165 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.245.189" port: 45675 } attempt: 1
11:01:14.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:14.499413 5165 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.245.189:45675: Network error: Client connection negotiation failed: client connection to 127.4.245.189:45675: connect: Connection refused (error 111)
11:01:14.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:14.567652 5165 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.245.189" port: 45675 } attempt: 2
11:01:14.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:14.569494 5165 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.245.189:45675: Network error: Client connection negotiation failed: client connection to 127.4.245.189:45675: connect: Connection refused (error 111)
11:01:14.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:14.660715 5165 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.245.189" port: 45675 } attempt: 3
11:01:14.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:14.662551 5165 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.245.189:45675: Network error: Client connection negotiation failed: client connection to 127.4.245.189:45675: connect: Connection refused (error 111)
11:01:14.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:14.716905 5169 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
11:01:14.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:14.717221 5169 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
11:01:14.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:14.717345 5169 flags.cc:425] Enabled unsafe flag: --never_fsync=true
11:01:14.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:14.724007 5169 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
11:01:14.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:14.724133 5169 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
11:01:14.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:14.724186 5169 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
11:01:14.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:14.724257 5169 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
11:01:14.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:14.724323 5169 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
11:01:14.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:14.724408 5169 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
11:01:14.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:14.724490 5169 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:37703/jwks.json
11:01:14.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:14.732628 5169 master_runner.cc:386] Master server non-default flags:
11:01:14.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:01:14.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.245.148:45323
11:01:14.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:01:14.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:01:14.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
11:01:14.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522/master-1/data
11:01:14.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522/master-1/wal
11:01:14.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:01:14.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615
11:01:14.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
11:01:14.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:01:14.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:01:14.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:01:14.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.245.189:45675
11:01:14.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:01:14.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
11:01:14.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:01:14.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37703/jwks.json
11:01:14.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:01:14.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:01:14.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522/master-1/data/info.pb
11:01:14.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.245.189
11:01:14.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:01:14.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
11:01:14.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:01:14.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
11:01:14.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
11:01:14.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:01:14.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522/master-1/logs
11:01:14.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:01:14.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
11:01:14.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
11:01:14.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
11:01:14.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
11:01:14.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
11:01:14.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
11:01:14.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 25 Sep 2026 09:24:16 UTC on ccycloud.quasar-kczgym.root.comops.site
11:01:14.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4672077
11:01:14.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
11:01:14.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:14.733986 5169 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
11:01:14.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:14.735602 5169 file_cache.cc:493] Constructed file cache file cache with capacity 419430
11:01:14.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:14.746166 5175 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:01:14.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:14.746120 5178 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:01:14.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:14.746233 5176 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:01:14.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:14.746950 5169 server_base.cc:1034] running on GCE node
11:01:14.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:14.747678 5169 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
11:01:14.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:14.748955 5169 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
11:01:14.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:14.750212 5169 hybrid_clock.cc:648] HybridClock initialized: now 1790334074750132 us; error 29 us; skew 500 ppm
11:01:14.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:14.750528 5169 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
11:01:14.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:14.752592 5169 webserver.cc:460] Webserver started at http://127.4.245.189:39763/ using document root <none> and password file <none>
11:01:14.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:14.753118 5169 fs_manager.cc:359] Metadata directory not provided
11:01:14.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:14.753196 5169 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
11:01:14.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:14.753427 5169 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
11:01:14.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:14.755728 5169 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522/master-1/data/instance:
11:01:14.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "194ebd914a83439798a52288895b63e8"
11:01:14.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 11:01:14 on dist-test-slave-5kbn"
11:01:14.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:14.756394 5169 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522/master-1/wal/instance:
11:01:14.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "194ebd914a83439798a52288895b63e8"
11:01:14.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 11:01:14 on dist-test-slave-5kbn"
11:01:14.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:14.760779 5169 fs_manager.cc:691] Time spent creating directory manager: real 0.004s user 0.005s sys 0.000s
11:01:14.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:14.763723 5184 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
11:01:14.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:14.764781 5169 fs_manager.cc:725] Time spent opening block manager: real 0.002s user 0.001s sys 0.000s
11:01:14.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:14.764973 5169 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522/master-1/data,/tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522/master-1/wal
11:01:14.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "194ebd914a83439798a52288895b63e8"
11:01:14.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 11:01:14 on dist-test-slave-5kbn"
11:01:14.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:14.765158 5169 fs_report.cc:383] FS layout report
11:01:14.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
11:01:14.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522/master-1/wal
11:01:14.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522/master-1/wal
11:01:14.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522/master-1/data/data
11:01:14.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
11:01:14.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
11:01:14.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
11:01:14.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
11:01:14.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
11:01:14.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
11:01:14.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
11:01:14.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
11:01:14.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
11:01:14.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
11:01:14.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
11:01:14.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:14.785907 5169 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
11:01:14.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:14.786672 5169 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
11:01:14.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:14.786970 5169 kserver.cc:163] Server-wide thread pool size limit: 3276
11:01:14.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:14.805815 5165 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.245.189" port: 45675 } attempt: 4
11:01:14.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:14.807364 5169 rpc_server.cc:307] RPC server started. Bound to: 127.4.245.189:45675
11:01:14.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:14.807379 5245 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.4.245.189:45675 every 8 connection(s)
11:01:14.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:14.808629 5169 server_base.cc:1166] Dumped server information to /tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522/master-1/data/info.pb
11:01:14.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:14.813009 5247 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
11:01:14.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:14.817797 5078 external_mini_cluster.cc:1388] Started /tmp/dist-test-task182ImG/build/asan/bin/kudu as pid 5169
11:01:14.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:14.817986 5078 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522/master-1/wal/instance
11:01:14.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:14.819011 5078 external_mini_cluster.cc:1326] Running /tmp/dist-test-task182ImG/build/asan/bin/kudu
11:01:14.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task182ImG/build/asan/bin/kudu
11:01:14.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522/master-2/wal
11:01:14.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522/master-2/data
11:01:14.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
11:01:14.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
11:01:14.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
11:01:14.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:01:14.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:01:14.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:01:14.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522/master-2/logs
11:01:14.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522/master-2/data/info.pb
11:01:14.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:01:14.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
11:01:14.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
11:01:14.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
11:01:14.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
11:01:14.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:01:14.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:01:14.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:01:14.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
11:01:14.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
11:01:14.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:01:14.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:01:14.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.245.188:44615
11:01:14.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.245.188
11:01:14.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:01:14.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.245.148:45323
11:01:14.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:01:14.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:01:14.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:01:14.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:01:14.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615
11:01:14.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:01:14.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37703/jwks.json
11:01:14.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
11:01:14.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
11:01:14.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:14.821018 5247 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.245.190" port: 34613 } has no permanent_uuid. Determining permanent_uuid...
11:01:14.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:14.822885 5165 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.245.188" port: 44615 } has no permanent_uuid. Determining permanent_uuid...
11:01:14.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:14.824904 5165 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.245.188:44615: Network error: Client connection negotiation failed: client connection to 127.4.245.188:44615: connect: Connection refused (error 111)
11:01:14.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:14.830013 5247 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.245.189" port: 45675 } has no permanent_uuid. Determining permanent_uuid...
11:01:14.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:14.835605 5247 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.245.188" port: 44615 } has no permanent_uuid. Determining permanent_uuid...
11:01:14.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:14.836503 5185 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.245.188:44615: connect: Connection refused (error 111)
11:01:14.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:14.837889 5247 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.245.188:44615: Network error: Client connection negotiation failed: client connection to 127.4.245.188:44615: connect: Connection refused (error 111)
11:01:14.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:14.884146 5165 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.245.188" port: 44615 } attempt: 1
11:01:14.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:14.886189 5165 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.245.188:44615: Network error: Client connection negotiation failed: client connection to 127.4.245.188:44615: connect: Connection refused (error 111)
11:01:14.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:14.887111 5247 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.245.188" port: 44615 } attempt: 1
11:01:14.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:14.888482 5247 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.245.188:44615: Network error: Client connection negotiation failed: client connection to 127.4.245.188:44615: connect: Connection refused (error 111)
11:01:14.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:14.953471 5165 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.245.188" port: 44615 } attempt: 2
11:01:14.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:14.955574 5165 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.245.188:44615: Network error: Client connection negotiation failed: client connection to 127.4.245.188:44615: connect: Connection refused (error 111)
11:01:14.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:14.956727 5247 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.245.188" port: 44615 } attempt: 2
11:01:14.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:14.958344 5247 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.245.188:44615: Network error: Client connection negotiation failed: client connection to 127.4.245.188:44615: connect: Connection refused (error 111)
11:01:15.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.049613 5247 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.245.188" port: 44615 } attempt: 3
11:01:15.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:15.051867 5247 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.245.188:44615: Network error: Client connection negotiation failed: client connection to 127.4.245.188:44615: connect: Connection refused (error 111)
11:01:15.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.055778 5165 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.245.188" port: 44615 } attempt: 3
11:01:15.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:15.057618 5165 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.245.188:44615: Network error: Client connection negotiation failed: client connection to 127.4.245.188:44615: connect: Connection refused (error 111)
11:01:15.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:15.120350 5250 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
11:01:15.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:15.120679 5250 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
11:01:15.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:15.120811 5250 flags.cc:425] Enabled unsafe flag: --never_fsync=true
11:01:15.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:15.127544 5250 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
11:01:15.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:15.127676 5250 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
11:01:15.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:15.127729 5250 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
11:01:15.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:15.127808 5250 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
11:01:15.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:15.127866 5250 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
11:01:15.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:15.127944 5250 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
11:01:15.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:15.128024 5250 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:37703/jwks.json
11:01:15.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.136215 5250 master_runner.cc:386] Master server non-default flags:
11:01:15.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:01:15.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.245.148:45323
11:01:15.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:01:15.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:01:15.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
11:01:15.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522/master-2/data
11:01:15.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522/master-2/wal
11:01:15.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:01:15.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615
11:01:15.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
11:01:15.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:01:15.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:01:15.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:01:15.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.245.188:44615
11:01:15.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:01:15.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
11:01:15.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:01:15.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37703/jwks.json
11:01:15.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:01:15.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:01:15.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522/master-2/data/info.pb
11:01:15.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.245.188
11:01:15.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:01:15.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
11:01:15.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:01:15.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
11:01:15.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
11:01:15.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:01:15.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522/master-2/logs
11:01:15.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:01:15.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
11:01:15.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
11:01:15.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
11:01:15.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
11:01:15.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
11:01:15.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
11:01:15.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 25 Sep 2026 09:24:16 UTC on ccycloud.quasar-kczgym.root.comops.site
11:01:15.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4672077
11:01:15.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
11:01:15.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.137632 5250 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
11:01:15.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.139353 5250 file_cache.cc:493] Constructed file cache file cache with capacity 419430
11:01:15.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:15.150003 5259 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:01:15.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:15.150050 5256 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:01:15.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:15.150076 5257 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:01:15.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.151228 5250 server_base.cc:1034] running on GCE node
11:01:15.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.151911 5250 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
11:01:15.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.152987 5250 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
11:01:15.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.154307 5250 hybrid_clock.cc:648] HybridClock initialized: now 1790334075154229 us; error 41 us; skew 500 ppm
11:01:15.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.154655 5250 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
11:01:15.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.156783 5250 webserver.cc:460] Webserver started at http://127.4.245.188:36849/ using document root <none> and password file <none>
11:01:15.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.157389 5250 fs_manager.cc:359] Metadata directory not provided
11:01:15.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.157509 5250 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
11:01:15.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.157801 5250 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
11:01:15.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.160138 5250 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522/master-2/data/instance:
11:01:15.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "05e67164d20c486eb7fe8fd51a131ab3"
11:01:15.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 11:01:15 on dist-test-slave-5kbn"
11:01:15.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.161006 5250 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522/master-2/wal/instance:
11:01:15.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "05e67164d20c486eb7fe8fd51a131ab3"
11:01:15.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 11:01:15 on dist-test-slave-5kbn"
11:01:15.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.165617 5250 fs_manager.cc:691] Time spent creating directory manager: real 0.004s user 0.003s sys 0.004s
11:01:15.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.168694 5265 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
11:01:15.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.169852 5250 fs_manager.cc:725] Time spent opening block manager: real 0.002s user 0.000s sys 0.002s
11:01:15.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.170027 5250 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522/master-2/data,/tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522/master-2/wal
11:01:15.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "05e67164d20c486eb7fe8fd51a131ab3"
11:01:15.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 11:01:15 on dist-test-slave-5kbn"
11:01:15.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.170308 5250 fs_report.cc:383] FS layout report
11:01:15.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
11:01:15.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522/master-2/wal
11:01:15.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522/master-2/wal
11:01:15.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522/master-2/data/data
11:01:15.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
11:01:15.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
11:01:15.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
11:01:15.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
11:01:15.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
11:01:15.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
11:01:15.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
11:01:15.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
11:01:15.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
11:01:15.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
11:01:15.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
11:01:15.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.195058 5247 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.245.188" port: 44615 } attempt: 4
11:01:15.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:15.196645 5247 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.245.188:44615: Network error: Client connection negotiation failed: client connection to 127.4.245.188:44615: connect: Connection refused (error 111)
11:01:15.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.197134 5250 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
11:01:15.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.197746 5250 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
11:01:15.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.197978 5250 kserver.cc:163] Server-wide thread pool size limit: 3276
11:01:15.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.218355 5250 rpc_server.cc:307] RPC server started. Bound to: 127.4.245.188:44615
11:01:15.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.218374 5326 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.4.245.188:44615 every 8 connection(s)
11:01:15.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.219521 5250 server_base.cc:1166] Dumped server information to /tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522/master-2/data/info.pb
11:01:15.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.222855 5327 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
11:01:15.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.224503 5078 external_mini_cluster.cc:1388] Started /tmp/dist-test-task182ImG/build/asan/bin/kudu as pid 5250
11:01:15.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.224655 5078 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522/master-2/wal/instance
11:01:15.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.227844 5165 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.245.188" port: 44615 } attempt: 4
11:01:15.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.228360 5327 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.245.190" port: 34613 } has no permanent_uuid. Determining permanent_uuid...
11:01:15.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.251626 5327 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.245.189" port: 45675 } has no permanent_uuid. Determining permanent_uuid...
11:01:15.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.252784 5165 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4: Bootstrap starting.
11:01:15.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.256422 5165 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4: Neither blocks nor log segments found. Creating new log.
11:01:15.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.257787 5165 log.cc:824] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4: Log is configured to *not* fsync() on all Append() calls
11:01:15.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.259370 5327 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.245.188" port: 44615 } has no permanent_uuid. Determining permanent_uuid...
11:01:15.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.260982 5165 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4: No bootstrap required, opened a new log
11:01:15.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.269565 5165 raft_consensus.cc:348] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b26dd328e00412aa496490d4f7a64f4" member_type: VOTER last_known_addr { host: "127.4.245.190" port: 34613 } } peers { permanent_uuid: "194ebd914a83439798a52288895b63e8" member_type: VOTER last_known_addr { host: "127.4.245.189" port: 45675 } } peers { permanent_uuid: "05e67164d20c486eb7fe8fd51a131ab3" member_type: VOTER last_known_addr { host: "127.4.245.188" port: 44615 } }
11:01:15.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.269822 5165 raft_consensus.cc:374] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
11:01:15.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.269934 5165 raft_consensus.cc:729] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2b26dd328e00412aa496490d4f7a64f4, State: Initialized, Role: FOLLOWER
11:01:15.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.269933 5327 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 05e67164d20c486eb7fe8fd51a131ab3: Bootstrap starting.
11:01:15.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.270462 5165 consensus_queue.cc:260] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b26dd328e00412aa496490d4f7a64f4" member_type: VOTER last_known_addr { host: "127.4.245.190" port: 34613 } } peers { permanent_uuid: "194ebd914a83439798a52288895b63e8" member_type: VOTER last_known_addr { host: "127.4.245.189" port: 45675 } } peers { permanent_uuid: "05e67164d20c486eb7fe8fd51a131ab3" member_type: VOTER last_known_addr { host: "127.4.245.188" port: 44615 } }
11:01:15.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.271301 5335 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b26dd328e00412aa496490d4f7a64f4" member_type: VOTER last_known_addr { host: "127.4.245.190" port: 34613 } } peers { permanent_uuid: "194ebd914a83439798a52288895b63e8" member_type: VOTER last_known_addr { host: "127.4.245.189" port: 45675 } } peers { permanent_uuid: "05e67164d20c486eb7fe8fd51a131ab3" member_type: VOTER last_known_addr { host: "127.4.245.188" port: 44615 } } }
11:01:15.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.271852 5335 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [sys.catalog]: This master's current role is: FOLLOWER
11:01:15.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.272526 5165 sys_catalog.cc:564] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [sys.catalog]: configured and running, proceeding with master startup.
11:01:15.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.272908 5327 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 05e67164d20c486eb7fe8fd51a131ab3: Neither blocks nor log segments found. Creating new log.
11:01:15.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.274091 5327 log.cc:824] T 00000000000000000000000000000000 P 05e67164d20c486eb7fe8fd51a131ab3: Log is configured to *not* fsync() on all Append() calls
11:01:15.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.277384 5327 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 05e67164d20c486eb7fe8fd51a131ab3: No bootstrap required, opened a new log
11:01:15.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.285183 5327 raft_consensus.cc:348] T 00000000000000000000000000000000 P 05e67164d20c486eb7fe8fd51a131ab3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b26dd328e00412aa496490d4f7a64f4" member_type: VOTER last_known_addr { host: "127.4.245.190" port: 34613 } } peers { permanent_uuid: "194ebd914a83439798a52288895b63e8" member_type: VOTER last_known_addr { host: "127.4.245.189" port: 45675 } } peers { permanent_uuid: "05e67164d20c486eb7fe8fd51a131ab3" member_type: VOTER last_known_addr { host: "127.4.245.188" port: 44615 } }
11:01:15.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.285477 5327 raft_consensus.cc:374] T 00000000000000000000000000000000 P 05e67164d20c486eb7fe8fd51a131ab3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
11:01:15.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.285599 5327 raft_consensus.cc:729] T 00000000000000000000000000000000 P 05e67164d20c486eb7fe8fd51a131ab3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 05e67164d20c486eb7fe8fd51a131ab3, State: Initialized, Role: FOLLOWER
11:01:15.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.286232 5327 consensus_queue.cc:260] T 00000000000000000000000000000000 P 05e67164d20c486eb7fe8fd51a131ab3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b26dd328e00412aa496490d4f7a64f4" member_type: VOTER last_known_addr { host: "127.4.245.190" port: 34613 } } peers { permanent_uuid: "194ebd914a83439798a52288895b63e8" member_type: VOTER last_known_addr { host: "127.4.245.189" port: 45675 } } peers { permanent_uuid: "05e67164d20c486eb7fe8fd51a131ab3" member_type: VOTER last_known_addr { host: "127.4.245.188" port: 44615 } }
11:01:15.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:15.289068 5347 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:01:15.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:15.289281 5347 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:01:15.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.291806 5349 sys_catalog.cc:455] T 00000000000000000000000000000000 P 05e67164d20c486eb7fe8fd51a131ab3 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b26dd328e00412aa496490d4f7a64f4" member_type: VOTER last_known_addr { host: "127.4.245.190" port: 34613 } } peers { permanent_uuid: "194ebd914a83439798a52288895b63e8" member_type: VOTER last_known_addr { host: "127.4.245.189" port: 45675 } } peers { permanent_uuid: "05e67164d20c486eb7fe8fd51a131ab3" member_type: VOTER last_known_addr { host: "127.4.245.188" port: 44615 } } }
11:01:15.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.292412 5349 sys_catalog.cc:458] T 00000000000000000000000000000000 P 05e67164d20c486eb7fe8fd51a131ab3 [sys.catalog]: This master's current role is: FOLLOWER
11:01:15.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.293056 5327 sys_catalog.cc:564] T 00000000000000000000000000000000 P 05e67164d20c486eb7fe8fd51a131ab3 [sys.catalog]: configured and running, proceeding with master startup.
11:01:15.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.287310 5089 master_runner.cc:186] Error getting master registration for 127.4.245.189:45675: OK, instance_id { permanent_uuid: "194ebd914a83439798a52288895b63e8" instance_seqno: 1790334074802280 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
11:01:15.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.298014 5089 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
11:01:15.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:15.304224 5360 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 05e67164d20c486eb7fe8fd51a131ab3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:01:15.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:15.304435 5360 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:01:15.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.305032 5250 master_runner.cc:186] Error getting master registration for 127.4.245.189:45675: OK, instance_id { permanent_uuid: "194ebd914a83439798a52288895b63e8" instance_seqno: 1790334074802280 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
11:01:15.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.315413 5250 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
11:01:15.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.351002 5335 raft_consensus.cc:482] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
11:01:15.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.351310 5335 raft_consensus.cc:504] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b26dd328e00412aa496490d4f7a64f4" member_type: VOTER last_known_addr { host: "127.4.245.190" port: 34613 } } peers { permanent_uuid: "194ebd914a83439798a52288895b63e8" member_type: VOTER last_known_addr { host: "127.4.245.189" port: 45675 } } peers { permanent_uuid: "05e67164d20c486eb7fe8fd51a131ab3" member_type: VOTER last_known_addr { host: "127.4.245.188" port: 44615 } }
11:01:15.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.352937 5335 leader_election.cc:288] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 194ebd914a83439798a52288895b63e8 (127.4.245.189:45675), 05e67164d20c486eb7fe8fd51a131ab3 (127.4.245.188:44615)
11:01:15.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.353863 5292 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2b26dd328e00412aa496490d4f7a64f4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "05e67164d20c486eb7fe8fd51a131ab3" is_pre_election: true
11:01:15.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.354451 5292 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 05e67164d20c486eb7fe8fd51a131ab3 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2b26dd328e00412aa496490d4f7a64f4 in term 0.
11:01:15.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.355082 5104 leader_election.cc:302] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 05e67164d20c486eb7fe8fd51a131ab3, 2b26dd328e00412aa496490d4f7a64f4; no voters:
11:01:15.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.355531 5335 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [term 0 FOLLOWER]: Leader pre-election won for term 1
11:01:15.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.355670 5335 raft_consensus.cc:482] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
11:01:15.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.355764 5335 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [term 0 FOLLOWER]: Advancing to term 1
11:01:15.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.358858 5335 raft_consensus.cc:504] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b26dd328e00412aa496490d4f7a64f4" member_type: VOTER last_known_addr { host: "127.4.245.190" port: 34613 } } peers { permanent_uuid: "194ebd914a83439798a52288895b63e8" member_type: VOTER last_known_addr { host: "127.4.245.189" port: 45675 } } peers { permanent_uuid: "05e67164d20c486eb7fe8fd51a131ab3" member_type: VOTER last_known_addr { host: "127.4.245.188" port: 44615 } }
11:01:15.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.359952 5335 leader_election.cc:288] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [CANDIDATE]: Term 1 election: Requested vote from peers 194ebd914a83439798a52288895b63e8 (127.4.245.189:45675), 05e67164d20c486eb7fe8fd51a131ab3 (127.4.245.188:44615)
11:01:15.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.360064 5292 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2b26dd328e00412aa496490d4f7a64f4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "05e67164d20c486eb7fe8fd51a131ab3"
11:01:15.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.360333 5292 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 05e67164d20c486eb7fe8fd51a131ab3 [term 0 FOLLOWER]: Advancing to term 1
11:01:15.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.363737 5292 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 05e67164d20c486eb7fe8fd51a131ab3 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2b26dd328e00412aa496490d4f7a64f4 in term 1.
11:01:15.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.364233 5104 leader_election.cc:302] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 05e67164d20c486eb7fe8fd51a131ab3, 2b26dd328e00412aa496490d4f7a64f4; no voters:
11:01:15.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.367915 5335 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [term 1 FOLLOWER]: Leader election won for term 1
11:01:15.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.368901 5335 raft_consensus.cc:686] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [term 1 LEADER]: Becoming Leader. State: Replica: 2b26dd328e00412aa496490d4f7a64f4, State: Running, Role: LEADER
11:01:15.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.369937 5335 consensus_queue.cc:237] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b26dd328e00412aa496490d4f7a64f4" member_type: VOTER last_known_addr { host: "127.4.245.190" port: 34613 } } peers { permanent_uuid: "194ebd914a83439798a52288895b63e8" member_type: VOTER last_known_addr { host: "127.4.245.189" port: 45675 } } peers { permanent_uuid: "05e67164d20c486eb7fe8fd51a131ab3" member_type: VOTER last_known_addr { host: "127.4.245.188" port: 44615 } }
11:01:15.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.375890 5362 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 2b26dd328e00412aa496490d4f7a64f4. Latest consensus state: current_term: 1 leader_uuid: "2b26dd328e00412aa496490d4f7a64f4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b26dd328e00412aa496490d4f7a64f4" member_type: VOTER last_known_addr { host: "127.4.245.190" port: 34613 } } peers { permanent_uuid: "194ebd914a83439798a52288895b63e8" member_type: VOTER last_known_addr { host: "127.4.245.189" port: 45675 } } peers { permanent_uuid: "05e67164d20c486eb7fe8fd51a131ab3" member_type: VOTER last_known_addr { host: "127.4.245.188" port: 44615 } } }
11:01:15.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.376288 5362 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [sys.catalog]: This master's current role is: LEADER
11:01:15.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.391376 5364 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
11:01:15.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.395103 5364 catalog_manager.cc:1484] Initializing Kudu cluster ID...
11:01:15.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:15.404114 5109 tablet.cc:2369] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4: Can't schedule compaction. Clean time has not been advanced past its initial value.
11:01:15.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.409904 5292 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 05e67164d20c486eb7fe8fd51a131ab3 [term 1 FOLLOWER]: Refusing update from remote peer 2b26dd328e00412aa496490d4f7a64f4: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
11:01:15.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.410866 5362 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [LEADER]: Connected to new peer: Peer: permanent_uuid: "05e67164d20c486eb7fe8fd51a131ab3" member_type: VOTER last_known_addr { host: "127.4.245.188" port: 44615 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
11:01:15.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.438999 5349 sys_catalog.cc:455] T 00000000000000000000000000000000 P 05e67164d20c486eb7fe8fd51a131ab3 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 2b26dd328e00412aa496490d4f7a64f4. Latest consensus state: current_term: 1 leader_uuid: "2b26dd328e00412aa496490d4f7a64f4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b26dd328e00412aa496490d4f7a64f4" member_type: VOTER last_known_addr { host: "127.4.245.190" port: 34613 } } peers { permanent_uuid: "194ebd914a83439798a52288895b63e8" member_type: VOTER last_known_addr { host: "127.4.245.189" port: 45675 } } peers { permanent_uuid: "05e67164d20c486eb7fe8fd51a131ab3" member_type: VOTER last_known_addr { host: "127.4.245.188" port: 44615 } } }
11:01:15.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.439388 5349 sys_catalog.cc:458] T 00000000000000000000000000000000 P 05e67164d20c486eb7fe8fd51a131ab3 [sys.catalog]: This master's current role is: FOLLOWER
11:01:15.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.443882 5365 mvcc.cc:205] Tried to move back new op lower bound from 7333208372868771840 to 7333208372725137408. Current Snapshot: MvccSnapshot[applied={T|T < 7333208372868771840}]
11:01:15.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.447068 5366 mvcc.cc:205] Tried to move back new op lower bound from 7333208372868771840 to 7333208372725137408. Current Snapshot: MvccSnapshot[applied={T|T < 7333208372868771840}]
11:01:15.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.454344 5335 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "2b26dd328e00412aa496490d4f7a64f4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b26dd328e00412aa496490d4f7a64f4" member_type: VOTER last_known_addr { host: "127.4.245.190" port: 34613 } } peers { permanent_uuid: "194ebd914a83439798a52288895b63e8" member_type: VOTER last_known_addr { host: "127.4.245.189" port: 45675 } } peers { permanent_uuid: "05e67164d20c486eb7fe8fd51a131ab3" member_type: VOTER last_known_addr { host: "127.4.245.188" port: 44615 } } }
11:01:15.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.454715 5335 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [sys.catalog]: This master's current role is: LEADER
11:01:15.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.455405 5349 sys_catalog.cc:455] T 00000000000000000000000000000000 P 05e67164d20c486eb7fe8fd51a131ab3 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "2b26dd328e00412aa496490d4f7a64f4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b26dd328e00412aa496490d4f7a64f4" member_type: VOTER last_known_addr { host: "127.4.245.190" port: 34613 } } peers { permanent_uuid: "194ebd914a83439798a52288895b63e8" member_type: VOTER last_known_addr { host: "127.4.245.189" port: 45675 } } peers { permanent_uuid: "05e67164d20c486eb7fe8fd51a131ab3" member_type: VOTER last_known_addr { host: "127.4.245.188" port: 44615 } } }
11:01:15.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.455686 5349 sys_catalog.cc:458] T 00000000000000000000000000000000 P 05e67164d20c486eb7fe8fd51a131ab3 [sys.catalog]: This master's current role is: FOLLOWER
11:01:15.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.457261 5364 catalog_manager.cc:1347] Generated new cluster ID: f0854b4dfff34767bf14ce1eccb18d51
11:01:15.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.457391 5364 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
11:01:15.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.490489 5364 catalog_manager.cc:1370] Generated new certificate authority record
11:01:15.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.493091 5364 catalog_manager.cc:1504] Loading token signing keys...
11:01:15.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.495805 5247 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.245.188" port: 44615 } attempt: 5
11:01:15.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.509114 5247 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 194ebd914a83439798a52288895b63e8: Bootstrap starting.
11:01:15.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.513376 5247 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 194ebd914a83439798a52288895b63e8: Neither blocks nor log segments found. Creating new log.
11:01:15.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.515604 5247 log.cc:824] T 00000000000000000000000000000000 P 194ebd914a83439798a52288895b63e8: Log is configured to *not* fsync() on all Append() calls
11:01:15.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.519572 5364 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4: Generated new TSK 0
11:01:15.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.520426 5364 catalog_manager.cc:1514] Initializing in-progress tserver states...
11:01:15.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.525420 5247 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 194ebd914a83439798a52288895b63e8: No bootstrap required, opened a new log
11:01:15.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.535192 5078 external_mini_cluster.cc:1326] Running /tmp/dist-test-task182ImG/build/asan/bin/kudu
11:01:15.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task182ImG/build/asan/bin/kudu
11:01:15.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522/ts-0/wal
11:01:15.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522/ts-0/data
11:01:15.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
11:01:15.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
11:01:15.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
11:01:15.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:01:15.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:01:15.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:01:15.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522/ts-0/logs
11:01:15.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522/ts-0/data/info.pb
11:01:15.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:01:15.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
11:01:15.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
11:01:15.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
11:01:15.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
11:01:15.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:01:15.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:01:15.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:01:15.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
11:01:15.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
11:01:15.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.245.129:0
11:01:15.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.245.129
11:01:15.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.245.129
11:01:15.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:01:15.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615
11:01:15.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.245.148:45323
11:01:15.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:01:15.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:01:15.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:01:15.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
11:01:15.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
11:01:15.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
11:01:15.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.554735 5247 raft_consensus.cc:348] T 00000000000000000000000000000000 P 194ebd914a83439798a52288895b63e8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b26dd328e00412aa496490d4f7a64f4" member_type: VOTER last_known_addr { host: "127.4.245.190" port: 34613 } } peers { permanent_uuid: "194ebd914a83439798a52288895b63e8" member_type: VOTER last_known_addr { host: "127.4.245.189" port: 45675 } } peers { permanent_uuid: "05e67164d20c486eb7fe8fd51a131ab3" member_type: VOTER last_known_addr { host: "127.4.245.188" port: 44615 } }
11:01:15.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.555462 5247 raft_consensus.cc:374] T 00000000000000000000000000000000 P 194ebd914a83439798a52288895b63e8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
11:01:15.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.555727 5247 raft_consensus.cc:729] T 00000000000000000000000000000000 P 194ebd914a83439798a52288895b63e8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 194ebd914a83439798a52288895b63e8, State: Initialized, Role: FOLLOWER
11:01:15.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.556998 5247 consensus_queue.cc:260] T 00000000000000000000000000000000 P 194ebd914a83439798a52288895b63e8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b26dd328e00412aa496490d4f7a64f4" member_type: VOTER last_known_addr { host: "127.4.245.190" port: 34613 } } peers { permanent_uuid: "194ebd914a83439798a52288895b63e8" member_type: VOTER last_known_addr { host: "127.4.245.189" port: 45675 } } peers { permanent_uuid: "05e67164d20c486eb7fe8fd51a131ab3" member_type: VOTER last_known_addr { host: "127.4.245.188" port: 44615 } }
11:01:15.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.568145 5210 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2b26dd328e00412aa496490d4f7a64f4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "194ebd914a83439798a52288895b63e8"
11:01:15.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.568535 5209 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 194ebd914a83439798a52288895b63e8 [term 0 FOLLOWER]: Advancing to term 1
11:01:15.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.569532 5211 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2b26dd328e00412aa496490d4f7a64f4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "194ebd914a83439798a52288895b63e8" is_pre_election: true
11:01:15.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.570394 5247 sys_catalog.cc:564] T 00000000000000000000000000000000 P 194ebd914a83439798a52288895b63e8 [sys.catalog]: configured and running, proceeding with master startup.
11:01:15.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.571940 5209 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 194ebd914a83439798a52288895b63e8 [term 1 FOLLOWER]: Refusing update from remote peer 2b26dd328e00412aa496490d4f7a64f4: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
11:01:15.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.572837 5362 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [LEADER]: Connected to new peer: Peer: permanent_uuid: "194ebd914a83439798a52288895b63e8" member_type: VOTER last_known_addr { host: "127.4.245.189" port: 45675 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
11:01:15.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.572319 5372 sys_catalog.cc:455] T 00000000000000000000000000000000 P 194ebd914a83439798a52288895b63e8 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b26dd328e00412aa496490d4f7a64f4" member_type: VOTER last_known_addr { host: "127.4.245.190" port: 34613 } } peers { permanent_uuid: "194ebd914a83439798a52288895b63e8" member_type: VOTER last_known_addr { host: "127.4.245.189" port: 45675 } } peers { permanent_uuid: "05e67164d20c486eb7fe8fd51a131ab3" member_type: VOTER last_known_addr { host: "127.4.245.188" port: 44615 } } }
11:01:15.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.574671 5372 sys_catalog.cc:458] T 00000000000000000000000000000000 P 194ebd914a83439798a52288895b63e8 [sys.catalog]: This master's current role is: FOLLOWER
11:01:15.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.633857 5372 sys_catalog.cc:455] T 00000000000000000000000000000000 P 194ebd914a83439798a52288895b63e8 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 2b26dd328e00412aa496490d4f7a64f4. Latest consensus state: current_term: 1 leader_uuid: "2b26dd328e00412aa496490d4f7a64f4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b26dd328e00412aa496490d4f7a64f4" member_type: VOTER last_known_addr { host: "127.4.245.190" port: 34613 } } peers { permanent_uuid: "194ebd914a83439798a52288895b63e8" member_type: VOTER last_known_addr { host: "127.4.245.189" port: 45675 } } peers { permanent_uuid: "05e67164d20c486eb7fe8fd51a131ab3" member_type: VOTER last_known_addr { host: "127.4.245.188" port: 44615 } } }
11:01:15.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.634208 5372 sys_catalog.cc:458] T 00000000000000000000000000000000 P 194ebd914a83439798a52288895b63e8 [sys.catalog]: This master's current role is: FOLLOWER
11:01:15.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.633882 5380 sys_catalog.cc:455] T 00000000000000000000000000000000 P 194ebd914a83439798a52288895b63e8 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "2b26dd328e00412aa496490d4f7a64f4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b26dd328e00412aa496490d4f7a64f4" member_type: VOTER last_known_addr { host: "127.4.245.190" port: 34613 } } peers { permanent_uuid: "194ebd914a83439798a52288895b63e8" member_type: VOTER last_known_addr { host: "127.4.245.189" port: 45675 } } peers { permanent_uuid: "05e67164d20c486eb7fe8fd51a131ab3" member_type: VOTER last_known_addr { host: "127.4.245.188" port: 44615 } } }
11:01:15.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.634333 5380 sys_catalog.cc:458] T 00000000000000000000000000000000 P 194ebd914a83439798a52288895b63e8 [sys.catalog]: This master's current role is: FOLLOWER
11:01:15.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.647493 5388 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
11:01:15.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.654156 5362 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "2b26dd328e00412aa496490d4f7a64f4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b26dd328e00412aa496490d4f7a64f4" member_type: VOTER last_known_addr { host: "127.4.245.190" port: 34613 } } peers { permanent_uuid: "194ebd914a83439798a52288895b63e8" member_type: VOTER last_known_addr { host: "127.4.245.189" port: 45675 } } peers { permanent_uuid: "05e67164d20c486eb7fe8fd51a131ab3" member_type: VOTER last_known_addr { host: "127.4.245.188" port: 44615 } } }
11:01:15.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.654455 5362 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [sys.catalog]: This master's current role is: LEADER
11:01:15.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:15.977907 5371 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
11:01:15.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:15.978119 5371 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
11:01:15.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:15.978231 5371 flags.cc:425] Enabled unsafe flag: --never_fsync=true
11:01:15.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:15.984812 5371 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
11:01:15.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:15.984913 5371 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
11:01:15.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:15.984944 5371 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
11:01:15.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:15.984982 5371 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
11:01:15.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:15.985033 5371 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.4.245.129
11:01:15.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.992517 5371 tablet_server_runner.cc:78] Tablet server non-default flags:
11:01:15.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:01:15.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.245.148:45323
11:01:15.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:01:15.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:01:15.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522/ts-0/data
11:01:15.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522/ts-0/wal
11:01:15.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:01:15.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:01:15.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.245.129:0
11:01:15.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
11:01:15.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:01:15.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:01:15.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522/ts-0/data/info.pb
11:01:15.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.245.129
11:01:15.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:01:15.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
11:01:15.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
11:01:15.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
11:01:15.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615
11:01:15.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
11:01:15.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:01:15.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
11:01:15.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
11:01:15.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:01:15.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.245.129
11:01:15.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522/ts-0/logs
11:01:15.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:01:15.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
11:01:15.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
11:01:15.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
11:01:15.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
11:01:15.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
11:01:15.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
11:01:15.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 25 Sep 2026 09:24:16 UTC on ccycloud.quasar-kczgym.root.comops.site
11:01:15.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4672077
11:01:15.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
11:01:15.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.993547 5371 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
11:01:15.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:15.995085 5371 file_cache.cc:493] Constructed file cache file cache with capacity 419430
11:01:16.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:16.006861 5394 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:01:16.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:16.006908 5396 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:01:16.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:16.006947 5393 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:01:16.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.007717 5371 server_base.cc:1034] running on GCE node
11:01:16.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.008276 5371 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
11:01:16.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.009052 5371 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
11:01:16.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.010327 5371 hybrid_clock.cc:648] HybridClock initialized: now 1790334076010249 us; error 24 us; skew 500 ppm
11:01:16.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.010670 5371 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
11:01:16.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.012949 5371 webserver.cc:460] Webserver started at http://127.4.245.129:33857/ using document root <none> and password file <none>
11:01:16.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.013584 5371 fs_manager.cc:359] Metadata directory not provided
11:01:16.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.013716 5371 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
11:01:16.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.014001 5371 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
11:01:16.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.016450 5371 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522/ts-0/data/instance:
11:01:16.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "114d25aab24c44088336a3726faccc62"
11:01:16.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 11:01:16 on dist-test-slave-5kbn"
11:01:16.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.017239 5371 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522/ts-0/wal/instance:
11:01:16.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "114d25aab24c44088336a3726faccc62"
11:01:16.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 11:01:16 on dist-test-slave-5kbn"
11:01:16.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.021917 5371 fs_manager.cc:691] Time spent creating directory manager: real 0.004s user 0.002s sys 0.004s
11:01:16.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.024925 5402 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
11:01:16.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.026101 5371 fs_manager.cc:725] Time spent opening block manager: real 0.002s user 0.002s sys 0.000s
11:01:16.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.026286 5371 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522/ts-0/data,/tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522/ts-0/wal
11:01:16.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "114d25aab24c44088336a3726faccc62"
11:01:16.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 11:01:16 on dist-test-slave-5kbn"
11:01:16.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.026522 5371 fs_report.cc:383] FS layout report
11:01:16.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
11:01:16.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522/ts-0/wal
11:01:16.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522/ts-0/wal
11:01:16.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522/ts-0/data/data
11:01:16.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
11:01:16.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
11:01:16.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
11:01:16.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
11:01:16.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
11:01:16.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
11:01:16.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
11:01:16.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
11:01:16.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
11:01:16.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
11:01:16.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
11:01:16.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.043066 5371 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
11:01:16.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.043663 5371 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
11:01:16.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.043857 5371 kserver.cc:163] Server-wide thread pool size limit: 3276
11:01:16.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.046495 5371 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
11:01:16.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.046564 5371 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
11:01:16.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.046643 5371 ts_tablet_manager.cc:610] Registered 0 tablets
11:01:16.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.046679 5371 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
11:01:16.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.111455 5371 rpc_server.cc:307] RPC server started. Bound to: 127.4.245.129:45659
11:01:16.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.111497 5526 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.4.245.129:45659 every 8 connection(s)
11:01:16.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.112565 5371 server_base.cc:1166] Dumped server information to /tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522/ts-0/data/info.pb
11:01:16.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.114986 5527 heartbeater.cc:347] Connected to a master server at 127.4.245.190:34613
11:01:16.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.115221 5527 heartbeater.cc:464] Registering TS with master...
11:01:16.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.117322 5527 heartbeater.cc:511] Master 127.4.245.190:34613 requested a full tablet report, sending...
11:01:16.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.119184 5120 ts_manager.cc:194] Registered new tserver with Master: 114d25aab24c44088336a3726faccc62 (127.4.245.129:45659)
11:01:16.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.120929 5120 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.4.245.129:55335
11:01:16.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.122382 5528 heartbeater.cc:347] Connected to a master server at 127.4.245.188:44615
11:01:16.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.122514 5528 heartbeater.cc:464] Registering TS with master...
11:01:16.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.123265 5528 heartbeater.cc:511] Master 127.4.245.188:44615 requested a full tablet report, sending...
11:01:16.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.124493 5078 external_mini_cluster.cc:1388] Started /tmp/dist-test-task182ImG/build/asan/bin/kudu as pid 5371
11:01:16.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.124667 5078 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522/ts-0/wal/instance
11:01:16.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.124917 5282 ts_manager.cc:194] Registered new tserver with Master: 114d25aab24c44088336a3726faccc62 (127.4.245.129:45659)
11:01:16.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.125454 5529 heartbeater.cc:347] Connected to a master server at 127.4.245.189:45675
11:01:16.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.125571 5529 heartbeater.cc:464] Registering TS with master...
11:01:16.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.125819 5529 heartbeater.cc:511] Master 127.4.245.189:45675 requested a full tablet report, sending...
11:01:16.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.127303 5201 ts_manager.cc:194] Registered new tserver with Master: 114d25aab24c44088336a3726faccc62 (127.4.245.129:45659)
11:01:16.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.128607 5078 external_mini_cluster.cc:1326] Running /tmp/dist-test-task182ImG/build/asan/bin/kudu
11:01:16.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task182ImG/build/asan/bin/kudu
11:01:16.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522/ts-1/wal
11:01:16.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522/ts-1/data
11:01:16.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
11:01:16.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
11:01:16.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
11:01:16.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:01:16.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:01:16.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:01:16.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522/ts-1/logs
11:01:16.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522/ts-1/data/info.pb
11:01:16.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:01:16.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
11:01:16.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
11:01:16.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
11:01:16.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
11:01:16.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:01:16.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:01:16.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:01:16.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
11:01:16.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
11:01:16.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.245.130:0
11:01:16.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.245.130
11:01:16.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.245.130
11:01:16.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:01:16.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615
11:01:16.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.245.148:45323
11:01:16.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:01:16.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:01:16.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:01:16.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
11:01:16.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
11:01:16.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
11:01:16.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.306762 5360 catalog_manager.cc:1259] Loaded cluster ID: f0854b4dfff34767bf14ce1eccb18d51
11:01:16.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.306886 5360 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 05e67164d20c486eb7fe8fd51a131ab3: loading cluster ID for follower catalog manager: success
11:01:16.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.309156 5360 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 05e67164d20c486eb7fe8fd51a131ab3: acquiring CA information for follower catalog manager: success
11:01:16.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.310875 5360 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 05e67164d20c486eb7fe8fd51a131ab3: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
11:01:16.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:16.420146 5532 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
11:01:16.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:16.420495 5532 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
11:01:16.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:16.420634 5532 flags.cc:425] Enabled unsafe flag: --never_fsync=true
11:01:16.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:16.427597 5532 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
11:01:16.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:16.427757 5532 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
11:01:16.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:16.427819 5532 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
11:01:16.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:16.427898 5532 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
11:01:16.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:16.428035 5532 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.4.245.130
11:01:16.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.436807 5532 tablet_server_runner.cc:78] Tablet server non-default flags:
11:01:16.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:01:16.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.245.148:45323
11:01:16.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:01:16.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:01:16.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522/ts-1/data
11:01:16.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522/ts-1/wal
11:01:16.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:01:16.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:01:16.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.245.130:0
11:01:16.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
11:01:16.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:01:16.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:01:16.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522/ts-1/data/info.pb
11:01:16.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.245.130
11:01:16.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:01:16.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
11:01:16.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
11:01:16.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
11:01:16.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615
11:01:16.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
11:01:16.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:01:16.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
11:01:16.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
11:01:16.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:01:16.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.245.130
11:01:16.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522/ts-1/logs
11:01:16.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:01:16.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
11:01:16.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
11:01:16.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
11:01:16.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
11:01:16.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
11:01:16.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
11:01:16.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 25 Sep 2026 09:24:16 UTC on ccycloud.quasar-kczgym.root.comops.site
11:01:16.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4672077
11:01:16.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
11:01:16.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.438100 5532 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
11:01:16.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.439786 5532 file_cache.cc:493] Constructed file cache file cache with capacity 419430
11:01:16.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:16.451998 5537 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:01:16.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:16.452064 5538 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:01:16.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:16.452608 5540 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:01:16.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.452793 5532 server_base.cc:1034] running on GCE node
11:01:16.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.453567 5532 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
11:01:16.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.454404 5532 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
11:01:16.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.455590 5532 hybrid_clock.cc:648] HybridClock initialized: now 1790334076455554 us; error 50 us; skew 500 ppm
11:01:16.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.455829 5532 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
11:01:16.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.457741 5532 webserver.cc:460] Webserver started at http://127.4.245.130:39733/ using document root <none> and password file <none>
11:01:16.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.458359 5532 fs_manager.cc:359] Metadata directory not provided
11:01:16.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.458439 5532 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
11:01:16.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.458660 5532 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
11:01:16.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.460893 5532 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522/ts-1/data/instance:
11:01:16.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a99f17a2f1114ffb8833754e6c00e830"
11:01:16.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 11:01:16 on dist-test-slave-5kbn"
11:01:16.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.461560 5532 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522/ts-1/wal/instance:
11:01:16.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a99f17a2f1114ffb8833754e6c00e830"
11:01:16.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 11:01:16 on dist-test-slave-5kbn"
11:01:16.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.466394 5532 fs_manager.cc:691] Time spent creating directory manager: real 0.004s user 0.003s sys 0.005s
11:01:16.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.469419 5546 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
11:01:16.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.470605 5532 fs_manager.cc:725] Time spent opening block manager: real 0.002s user 0.003s sys 0.000s
11:01:16.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.470777 5532 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522/ts-1/data,/tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522/ts-1/wal
11:01:16.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a99f17a2f1114ffb8833754e6c00e830"
11:01:16.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 11:01:16 on dist-test-slave-5kbn"
11:01:16.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.470981 5532 fs_report.cc:383] FS layout report
11:01:16.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
11:01:16.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522/ts-1/wal
11:01:16.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522/ts-1/wal
11:01:16.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522/ts-1/data/data
11:01:16.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
11:01:16.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
11:01:16.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
11:01:16.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
11:01:16.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
11:01:16.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
11:01:16.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
11:01:16.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
11:01:16.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
11:01:16.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
11:01:16.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
11:01:16.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.499253 5532 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
11:01:16.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.499928 5532 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
11:01:16.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.500188 5532 kserver.cc:163] Server-wide thread pool size limit: 3276
11:01:16.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.502767 5532 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
11:01:16.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.502867 5532 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
11:01:16.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.502978 5532 ts_tablet_manager.cc:610] Registered 0 tablets
11:01:16.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.503057 5532 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
11:01:16.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.563586 5532 rpc_server.cc:307] RPC server started. Bound to: 127.4.245.130:35675
11:01:16.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.563632 5667 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.4.245.130:35675 every 8 connection(s)
11:01:16.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.564750 5532 server_base.cc:1166] Dumped server information to /tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522/ts-1/data/info.pb
11:01:16.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.566737 5668 heartbeater.cc:347] Connected to a master server at 127.4.245.190:34613
11:01:16.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.566946 5668 heartbeater.cc:464] Registering TS with master...
11:01:16.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.567806 5668 heartbeater.cc:511] Master 127.4.245.190:34613 requested a full tablet report, sending...
11:01:16.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.569257 5120 ts_manager.cc:194] Registered new tserver with Master: a99f17a2f1114ffb8833754e6c00e830 (127.4.245.130:35675)
11:01:16.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.570611 5120 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.4.245.130:54651
11:01:16.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.573583 5078 external_mini_cluster.cc:1388] Started /tmp/dist-test-task182ImG/build/asan/bin/kudu as pid 5532
11:01:16.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.573731 5078 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522/ts-1/wal/instance
11:01:16.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.574929 5669 heartbeater.cc:347] Connected to a master server at 127.4.245.188:44615
11:01:16.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.575052 5669 heartbeater.cc:464] Registering TS with master...
11:01:16.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.577118 5078 external_mini_cluster.cc:1326] Running /tmp/dist-test-task182ImG/build/asan/bin/kudu
11:01:16.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task182ImG/build/asan/bin/kudu
11:01:16.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522/ts-2/wal
11:01:16.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522/ts-2/data
11:01:16.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
11:01:16.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
11:01:16.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
11:01:16.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:01:16.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:01:16.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:01:16.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522/ts-2/logs
11:01:16.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522/ts-2/data/info.pb
11:01:16.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:01:16.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
11:01:16.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
11:01:16.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
11:01:16.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
11:01:16.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:01:16.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:01:16.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:01:16.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
11:01:16.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
11:01:16.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.245.131:0
11:01:16.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.245.131
11:01:16.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.245.131
11:01:16.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:01:16.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615
11:01:16.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.245.148:45323
11:01:16.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:01:16.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:01:16.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:01:16.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
11:01:16.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
11:01:16.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
11:01:16.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.577491 5669 heartbeater.cc:511] Master 127.4.245.188:44615 requested a full tablet report, sending...
11:01:16.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.578421 5282 ts_manager.cc:194] Registered new tserver with Master: a99f17a2f1114ffb8833754e6c00e830 (127.4.245.130:35675)
11:01:16.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.581269 5670 heartbeater.cc:347] Connected to a master server at 127.4.245.189:45675
11:01:16.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.581393 5670 heartbeater.cc:464] Registering TS with master...
11:01:16.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.581683 5670 heartbeater.cc:511] Master 127.4.245.189:45675 requested a full tablet report, sending...
11:01:16.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.582635 5201 ts_manager.cc:194] Registered new tserver with Master: a99f17a2f1114ffb8833754e6c00e830 (127.4.245.130:35675)
11:01:16.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.651778 5388 catalog_manager.cc:1259] Loaded cluster ID: f0854b4dfff34767bf14ce1eccb18d51
11:01:16.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.651894 5388 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 194ebd914a83439798a52288895b63e8: loading cluster ID for follower catalog manager: success
11:01:16.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.655143 5388 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 194ebd914a83439798a52288895b63e8: acquiring CA information for follower catalog manager: success
11:01:16.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.657300 5388 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 194ebd914a83439798a52288895b63e8: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
11:01:16.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:16.881009 5673 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
11:01:16.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:16.881269 5673 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
11:01:16.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:16.881369 5673 flags.cc:425] Enabled unsafe flag: --never_fsync=true
11:01:16.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:16.888243 5673 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
11:01:16.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:16.888371 5673 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
11:01:16.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:16.888408 5673 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
11:01:16.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:16.888450 5673 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
11:01:16.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:16.888510 5673 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.4.245.131
11:01:16.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.897101 5673 tablet_server_runner.cc:78] Tablet server non-default flags:
11:01:16.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:01:16.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.245.148:45323
11:01:16.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:01:16.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:01:16.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522/ts-2/data
11:01:16.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522/ts-2/wal
11:01:16.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:01:16.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:01:16.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.245.131:0
11:01:16.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
11:01:16.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:01:16.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:01:16.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522/ts-2/data/info.pb
11:01:16.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.245.131
11:01:16.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:01:16.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
11:01:16.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
11:01:16.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
11:01:16.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615
11:01:16.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
11:01:16.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:01:16.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
11:01:16.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
11:01:16.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:01:16.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.245.131
11:01:16.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522/ts-2/logs
11:01:16.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:01:16.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
11:01:16.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
11:01:16.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
11:01:16.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
11:01:16.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
11:01:16.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
11:01:16.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 25 Sep 2026 09:24:16 UTC on ccycloud.quasar-kczgym.root.comops.site
11:01:16.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4672077
11:01:16.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
11:01:16.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.898116 5673 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
11:01:16.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.899710 5673 file_cache.cc:493] Constructed file cache file cache with capacity 419430
11:01:16.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:16.912917 5680 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:01:16.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:16.913102 5679 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:01:16.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:16.913338 5682 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:01:16.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.914414 5673 server_base.cc:1034] running on GCE node
11:01:16.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.914989 5673 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
11:01:16.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.915898 5673 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
11:01:16.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.917135 5673 hybrid_clock.cc:648] HybridClock initialized: now 1790334076917081 us; error 47 us; skew 500 ppm
11:01:16.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.917452 5673 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
11:01:16.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.919557 5673 webserver.cc:460] Webserver started at http://127.4.245.131:45097/ using document root <none> and password file <none>
11:01:16.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.920128 5673 fs_manager.cc:359] Metadata directory not provided
11:01:16.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.920241 5673 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
11:01:16.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.920545 5673 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
11:01:16.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.922905 5673 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522/ts-2/data/instance:
11:01:16.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "06ab4acf9f694c97be8a7874a0fc7152"
11:01:16.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 11:01:16 on dist-test-slave-5kbn"
11:01:16.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.923555 5673 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522/ts-2/wal/instance:
11:01:16.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "06ab4acf9f694c97be8a7874a0fc7152"
11:01:16.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 11:01:16 on dist-test-slave-5kbn"
11:01:16.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.927969 5673 fs_manager.cc:691] Time spent creating directory manager: real 0.004s user 0.005s sys 0.000s
11:01:16.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.931165 5688 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
11:01:16.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.932444 5673 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.002s sys 0.001s
11:01:16.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.932598 5673 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522/ts-2/data,/tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522/ts-2/wal
11:01:16.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "06ab4acf9f694c97be8a7874a0fc7152"
11:01:16.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 11:01:16 on dist-test-slave-5kbn"
11:01:16.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.932775 5673 fs_report.cc:383] FS layout report
11:01:16.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
11:01:16.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522/ts-2/wal
11:01:16.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522/ts-2/wal
11:01:16.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522/ts-2/data/data
11:01:16.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
11:01:16.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
11:01:16.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
11:01:16.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
11:01:16.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
11:01:16.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
11:01:16.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
11:01:16.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
11:01:16.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
11:01:16.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
11:01:16.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
11:01:16.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.972223 5673 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
11:01:16.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.973022 5673 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
11:01:16.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.973326 5673 kserver.cc:163] Server-wide thread pool size limit: 3276
11:01:16.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.976424 5673 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
11:01:16.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.976552 5673 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
11:01:16.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.976678 5673 ts_tablet_manager.cc:610] Registered 0 tablets
11:01:16.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:16.976753 5673 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
11:01:17.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.037710 5673 rpc_server.cc:307] RPC server started. Bound to: 127.4.245.131:43415
11:01:17.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.037799 5809 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.4.245.131:43415 every 8 connection(s)
11:01:17.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.038904 5673 server_base.cc:1166] Dumped server information to /tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522/ts-2/data/info.pb
11:01:17.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.039289 5078 external_mini_cluster.cc:1388] Started /tmp/dist-test-task182ImG/build/asan/bin/kudu as pid 5673
11:01:17.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.039494 5078 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522/ts-2/wal/instance
11:01:17.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.043602 5810 heartbeater.cc:347] Connected to a master server at 127.4.245.190:34613
11:01:17.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.043862 5810 heartbeater.cc:464] Registering TS with master...
11:01:17.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.044673 5810 heartbeater.cc:511] Master 127.4.245.190:34613 requested a full tablet report, sending...
11:01:17.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.046223 5120 ts_manager.cc:194] Registered new tserver with Master: 06ab4acf9f694c97be8a7874a0fc7152 (127.4.245.131:43415)
11:01:17.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.047444 5120 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.4.245.131:41969
11:01:17.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.050004 5811 heartbeater.cc:347] Connected to a master server at 127.4.245.188:44615
11:01:17.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.050135 5811 heartbeater.cc:464] Registering TS with master...
11:01:17.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.050607 5811 heartbeater.cc:511] Master 127.4.245.188:44615 requested a full tablet report, sending...
11:01:17.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.052176 5282 ts_manager.cc:194] Registered new tserver with Master: 06ab4acf9f694c97be8a7874a0fc7152 (127.4.245.131:43415)
11:01:17.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.057137 5812 heartbeater.cc:347] Connected to a master server at 127.4.245.189:45675
11:01:17.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.057228 5812 heartbeater.cc:464] Registering TS with master...
11:01:17.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.057443 5812 heartbeater.cc:511] Master 127.4.245.189:45675 requested a full tablet report, sending...
11:01:17.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.058292 5201 ts_manager.cc:194] Registered new tserver with Master: 06ab4acf9f694c97be8a7874a0fc7152 (127.4.245.131:43415)
11:01:17.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.063725 5078 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
11:01:17.065 [DEBUG - main] (MiniKuduCluster.java:195) Response:
11:01:17.065 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
11:01:17.066 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.4.245.190"
port: 34613
}
bound_http_address {
host: "127.4.245.190"
port: 33297
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.4.245.189"
port: 45675
}
bound_http_address {
host: "127.4.245.189"
port: 39763
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.4.245.188"
port: 44615
}
bound_http_address {
host: "127.4.245.188"
port: 36849
}
}
}
11:01:17.066 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
11:01:17.066 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.4.245.129"
port: 45659
}
bound_http_address {
host: "127.4.245.129"
port: 33857
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.4.245.130"
port: 35675
}
bound_http_address {
host: "127.4.245.130"
port: 39733
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.4.245.131"
port: 43415
}
bound_http_address {
host: "127.4.245.131"
port: 45097
}
}
}
11:01:17.067 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
11:01:17.068 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
11:01:17.070 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.4.245.190:34613(127.4.245.190:34613)] connecting to peer
11:01:17.071 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:17.072 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.4.245.190:34613(127.4.245.190:34613)] Successfully connected to peer
11:01:17.072 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:17.075 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.4.245.189:45675(127.4.245.189:45675)] Successfully connected to peer
11:01:17.076 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.4.245.190
11:01:17.077 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.4.245.189
11:01:17.081 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.4.245.188:44615(127.4.245.188:44615)] Successfully connected to peer
11:01:17.087 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xa1d07c64, L:/127.0.0.1:34820 - R:/127.4.245.189:45675] using SASL/PLAIN
11:01:17.089 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.4.245.188
11:01:17.092 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xdadaac3c, L:/127.0.0.1:47178 - R:/127.4.245.190:34613] using SASL/PLAIN
11:01:17.100 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
11:01:17.100 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=30), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [19ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: OK, [29ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, deferred=null) after lookup
11:01:17.102 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x1bf01832, L:/127.0.0.1:52232 - R:/127.4.245.188:44615] using SASL/PLAIN
11:01:17.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.102057 5119 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:47178:
11:01:17.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_manager_fallback_rolling"
11:01:17.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
11:01:17.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
11:01:17.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
11:01:17.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
11:01:17.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
11:01:17.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
11:01:17.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
11:01:17.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
11:01:17.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
11:01:17.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:01:17.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
11:01:17.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column1_i"
11:01:17.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
11:01:17.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
11:01:17.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
11:01:17.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
11:01:17.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
11:01:17.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
11:01:17.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:01:17.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
11:01:17.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column2_i"
11:01:17.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
11:01:17.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
11:01:17.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
11:01:17.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
11:01:17.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
11:01:17.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
11:01:17.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:01:17.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
11:01:17.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column3_s"
11:01:17.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
11:01:17.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
11:01:17.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: true
11:01:17.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: DICT_ENCODING
11:01:17.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: LZ4
11:01:17.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 4096
11:01:17.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
11:01:17.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
11:01:17.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:01:17.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
11:01:17.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column4_b"
11:01:17.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: BOOL
11:01:17.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
11:01:17.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
11:01:17.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
11:01:17.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
11:01:17.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
11:01:17.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:01:17.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:01:17.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
11:01:17.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) hash_schema {
11:01:17.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
11:01:17.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
11:01:17.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:01:17.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_buckets: 2
11:01:17.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) seed: 0
11:01:17.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:01:17.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:01:17.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:17.104242 5119 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table txn_manager_fallback_rolling in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
11:01:17.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.124295 5527 heartbeater.cc:503] Master 127.4.245.190:34613 was elected leader, sending a full tablet report...
11:01:17.152 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table fee5724ee3534438a7d234176a9f7059
11:01:17.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.183070 5603 tablet_service.cc:1467] Processing CreateTablet for tablet 9d97e2a33c7340dfbb9ce8fa17c0b548 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=fee5724ee3534438a7d234176a9f7059]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
11:01:17.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.184356 5455 tablet_service.cc:1467] Processing CreateTablet for tablet 9d97e2a33c7340dfbb9ce8fa17c0b548 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=fee5724ee3534438a7d234176a9f7059]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
11:01:17.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.184873 5603 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 9d97e2a33c7340dfbb9ce8fa17c0b548. 1 dirs total, 0 dirs full, 0 dirs failed
11:01:17.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.185480 5455 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 9d97e2a33c7340dfbb9ce8fa17c0b548. 1 dirs total, 0 dirs full, 0 dirs failed
11:01:17.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.184036 5602 tablet_service.cc:1467] Processing CreateTablet for tablet 7aea13f494b946be9f75feb73e2b34c0 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=fee5724ee3534438a7d234176a9f7059]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
11:01:17.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.186488 5602 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 7aea13f494b946be9f75feb73e2b34c0. 1 dirs total, 0 dirs full, 0 dirs failed
11:01:17.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.190701 5453 tablet_service.cc:1467] Processing CreateTablet for tablet 7aea13f494b946be9f75feb73e2b34c0 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=fee5724ee3534438a7d234176a9f7059]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
11:01:17.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.191058 5453 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 7aea13f494b946be9f75feb73e2b34c0. 1 dirs total, 0 dirs full, 0 dirs failed
11:01:17.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.190708 5741 tablet_service.cc:1467] Processing CreateTablet for tablet 7aea13f494b946be9f75feb73e2b34c0 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=fee5724ee3534438a7d234176a9f7059]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
11:01:17.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.192349 5742 tablet_service.cc:1467] Processing CreateTablet for tablet 9d97e2a33c7340dfbb9ce8fa17c0b548 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=fee5724ee3534438a7d234176a9f7059]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
11:01:17.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.193152 5741 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 7aea13f494b946be9f75feb73e2b34c0. 1 dirs total, 0 dirs full, 0 dirs failed
11:01:17.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.193496 5742 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 9d97e2a33c7340dfbb9ce8fa17c0b548. 1 dirs total, 0 dirs full, 0 dirs failed
11:01:17.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.201797 5837 tablet_bootstrap.cc:492] T 7aea13f494b946be9f75feb73e2b34c0 P 114d25aab24c44088336a3726faccc62: Bootstrap starting.
11:01:17.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.204873 5837 tablet_bootstrap.cc:654] T 7aea13f494b946be9f75feb73e2b34c0 P 114d25aab24c44088336a3726faccc62: Neither blocks nor log segments found. Creating new log.
11:01:17.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.205891 5837 log.cc:824] T 7aea13f494b946be9f75feb73e2b34c0 P 114d25aab24c44088336a3726faccc62: Log is configured to *not* fsync() on all Append() calls
11:01:17.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.208247 5837 tablet_bootstrap.cc:492] T 7aea13f494b946be9f75feb73e2b34c0 P 114d25aab24c44088336a3726faccc62: No bootstrap required, opened a new log
11:01:17.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.208576 5837 ts_tablet_manager.cc:1397] T 7aea13f494b946be9f75feb73e2b34c0 P 114d25aab24c44088336a3726faccc62: Time spent bootstrapping tablet: real 0.007s user 0.006s sys 0.000s
11:01:17.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.212908 5839 tablet_bootstrap.cc:492] T 7aea13f494b946be9f75feb73e2b34c0 P 06ab4acf9f694c97be8a7874a0fc7152: Bootstrap starting.
11:01:17.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.216686 5840 tablet_bootstrap.cc:492] T 7aea13f494b946be9f75feb73e2b34c0 P a99f17a2f1114ffb8833754e6c00e830: Bootstrap starting.
11:01:17.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.216845 5839 tablet_bootstrap.cc:654] T 7aea13f494b946be9f75feb73e2b34c0 P 06ab4acf9f694c97be8a7874a0fc7152: Neither blocks nor log segments found. Creating new log.
11:01:17.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.217895 5839 log.cc:824] T 7aea13f494b946be9f75feb73e2b34c0 P 06ab4acf9f694c97be8a7874a0fc7152: Log is configured to *not* fsync() on all Append() calls
11:01:17.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.219926 5840 tablet_bootstrap.cc:654] T 7aea13f494b946be9f75feb73e2b34c0 P a99f17a2f1114ffb8833754e6c00e830: Neither blocks nor log segments found. Creating new log.
11:01:17.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.221035 5840 log.cc:824] T 7aea13f494b946be9f75feb73e2b34c0 P a99f17a2f1114ffb8833754e6c00e830: Log is configured to *not* fsync() on all Append() calls
11:01:17.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.225900 5837 raft_consensus.cc:348] T 7aea13f494b946be9f75feb73e2b34c0 P 114d25aab24c44088336a3726faccc62 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "114d25aab24c44088336a3726faccc62" member_type: VOTER last_known_addr { host: "127.4.245.129" port: 45659 } } peers { permanent_uuid: "a99f17a2f1114ffb8833754e6c00e830" member_type: VOTER last_known_addr { host: "127.4.245.130" port: 35675 } } peers { permanent_uuid: "06ab4acf9f694c97be8a7874a0fc7152" member_type: VOTER last_known_addr { host: "127.4.245.131" port: 43415 } }
11:01:17.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.226382 5837 raft_consensus.cc:374] T 7aea13f494b946be9f75feb73e2b34c0 P 114d25aab24c44088336a3726faccc62 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
11:01:17.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.226560 5839 tablet_bootstrap.cc:492] T 7aea13f494b946be9f75feb73e2b34c0 P 06ab4acf9f694c97be8a7874a0fc7152: No bootstrap required, opened a new log
11:01:17.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.226549 5837 raft_consensus.cc:729] T 7aea13f494b946be9f75feb73e2b34c0 P 114d25aab24c44088336a3726faccc62 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 114d25aab24c44088336a3726faccc62, State: Initialized, Role: FOLLOWER
11:01:17.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.226706 5840 tablet_bootstrap.cc:492] T 7aea13f494b946be9f75feb73e2b34c0 P a99f17a2f1114ffb8833754e6c00e830: No bootstrap required, opened a new log
11:01:17.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.226786 5839 ts_tablet_manager.cc:1397] T 7aea13f494b946be9f75feb73e2b34c0 P 06ab4acf9f694c97be8a7874a0fc7152: Time spent bootstrapping tablet: real 0.014s user 0.005s sys 0.008s
11:01:17.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.226898 5840 ts_tablet_manager.cc:1397] T 7aea13f494b946be9f75feb73e2b34c0 P a99f17a2f1114ffb8833754e6c00e830: Time spent bootstrapping tablet: real 0.010s user 0.004s sys 0.004s
11:01:17.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.227409 5837 consensus_queue.cc:260] T 7aea13f494b946be9f75feb73e2b34c0 P 114d25aab24c44088336a3726faccc62 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "114d25aab24c44088336a3726faccc62" member_type: VOTER last_known_addr { host: "127.4.245.129" port: 45659 } } peers { permanent_uuid: "a99f17a2f1114ffb8833754e6c00e830" member_type: VOTER last_known_addr { host: "127.4.245.130" port: 35675 } } peers { permanent_uuid: "06ab4acf9f694c97be8a7874a0fc7152" member_type: VOTER last_known_addr { host: "127.4.245.131" port: 43415 } }
11:01:17.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.237622 5840 raft_consensus.cc:348] T 7aea13f494b946be9f75feb73e2b34c0 P a99f17a2f1114ffb8833754e6c00e830 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "114d25aab24c44088336a3726faccc62" member_type: VOTER last_known_addr { host: "127.4.245.129" port: 45659 } } peers { permanent_uuid: "a99f17a2f1114ffb8833754e6c00e830" member_type: VOTER last_known_addr { host: "127.4.245.130" port: 35675 } } peers { permanent_uuid: "06ab4acf9f694c97be8a7874a0fc7152" member_type: VOTER last_known_addr { host: "127.4.245.131" port: 43415 } }
11:01:17.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.238055 5840 raft_consensus.cc:374] T 7aea13f494b946be9f75feb73e2b34c0 P a99f17a2f1114ffb8833754e6c00e830 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
11:01:17.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.238165 5840 raft_consensus.cc:729] T 7aea13f494b946be9f75feb73e2b34c0 P a99f17a2f1114ffb8833754e6c00e830 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a99f17a2f1114ffb8833754e6c00e830, State: Initialized, Role: FOLLOWER
11:01:17.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.239595 5837 ts_tablet_manager.cc:1428] T 7aea13f494b946be9f75feb73e2b34c0 P 114d25aab24c44088336a3726faccc62: Time spent starting tablet: real 0.031s user 0.007s sys 0.014s
11:01:17.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.239506 5839 raft_consensus.cc:348] T 7aea13f494b946be9f75feb73e2b34c0 P 06ab4acf9f694c97be8a7874a0fc7152 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "114d25aab24c44088336a3726faccc62" member_type: VOTER last_known_addr { host: "127.4.245.129" port: 45659 } } peers { permanent_uuid: "a99f17a2f1114ffb8833754e6c00e830" member_type: VOTER last_known_addr { host: "127.4.245.130" port: 35675 } } peers { permanent_uuid: "06ab4acf9f694c97be8a7874a0fc7152" member_type: VOTER last_known_addr { host: "127.4.245.131" port: 43415 } }
11:01:17.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.239858 5839 raft_consensus.cc:374] T 7aea13f494b946be9f75feb73e2b34c0 P 06ab4acf9f694c97be8a7874a0fc7152 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
11:01:17.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.239946 5839 raft_consensus.cc:729] T 7aea13f494b946be9f75feb73e2b34c0 P 06ab4acf9f694c97be8a7874a0fc7152 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 06ab4acf9f694c97be8a7874a0fc7152, State: Initialized, Role: FOLLOWER
11:01:17.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.240492 5839 consensus_queue.cc:260] T 7aea13f494b946be9f75feb73e2b34c0 P 06ab4acf9f694c97be8a7874a0fc7152 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "114d25aab24c44088336a3726faccc62" member_type: VOTER last_known_addr { host: "127.4.245.129" port: 45659 } } peers { permanent_uuid: "a99f17a2f1114ffb8833754e6c00e830" member_type: VOTER last_known_addr { host: "127.4.245.130" port: 35675 } } peers { permanent_uuid: "06ab4acf9f694c97be8a7874a0fc7152" member_type: VOTER last_known_addr { host: "127.4.245.131" port: 43415 } }
11:01:17.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.241425 5837 tablet_bootstrap.cc:492] T 9d97e2a33c7340dfbb9ce8fa17c0b548 P 114d25aab24c44088336a3726faccc62: Bootstrap starting.
11:01:17.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.243477 5843 raft_consensus.cc:482] T 7aea13f494b946be9f75feb73e2b34c0 P 114d25aab24c44088336a3726faccc62 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
11:01:17.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.243777 5837 tablet_bootstrap.cc:654] T 9d97e2a33c7340dfbb9ce8fa17c0b548 P 114d25aab24c44088336a3726faccc62: Neither blocks nor log segments found. Creating new log.
11:01:17.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.243845 5843 raft_consensus.cc:504] T 7aea13f494b946be9f75feb73e2b34c0 P 114d25aab24c44088336a3726faccc62 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "114d25aab24c44088336a3726faccc62" member_type: VOTER last_known_addr { host: "127.4.245.129" port: 45659 } } peers { permanent_uuid: "a99f17a2f1114ffb8833754e6c00e830" member_type: VOTER last_known_addr { host: "127.4.245.130" port: 35675 } } peers { permanent_uuid: "06ab4acf9f694c97be8a7874a0fc7152" member_type: VOTER last_known_addr { host: "127.4.245.131" port: 43415 } }
11:01:17.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.252046 5840 consensus_queue.cc:260] T 7aea13f494b946be9f75feb73e2b34c0 P a99f17a2f1114ffb8833754e6c00e830 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "114d25aab24c44088336a3726faccc62" member_type: VOTER last_known_addr { host: "127.4.245.129" port: 45659 } } peers { permanent_uuid: "a99f17a2f1114ffb8833754e6c00e830" member_type: VOTER last_known_addr { host: "127.4.245.130" port: 35675 } } peers { permanent_uuid: "06ab4acf9f694c97be8a7874a0fc7152" member_type: VOTER last_known_addr { host: "127.4.245.131" port: 43415 } }
11:01:17.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.253824 5668 heartbeater.cc:503] Master 127.4.245.190:34613 was elected leader, sending a full tablet report...
11:01:17.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.256209 5843 leader_election.cc:288] T 7aea13f494b946be9f75feb73e2b34c0 P 114d25aab24c44088336a3726faccc62 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers a99f17a2f1114ffb8833754e6c00e830 (127.4.245.130:35675), 06ab4acf9f694c97be8a7874a0fc7152 (127.4.245.131:43415)
11:01:17.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.257227 5840 ts_tablet_manager.cc:1428] T 7aea13f494b946be9f75feb73e2b34c0 P a99f17a2f1114ffb8833754e6c00e830: Time spent starting tablet: real 0.030s user 0.013s sys 0.000s
11:01:17.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.262187 5840 tablet_bootstrap.cc:492] T 9d97e2a33c7340dfbb9ce8fa17c0b548 P a99f17a2f1114ffb8833754e6c00e830: Bootstrap starting.
11:01:17.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.264087 5840 tablet_bootstrap.cc:654] T 9d97e2a33c7340dfbb9ce8fa17c0b548 P a99f17a2f1114ffb8833754e6c00e830: Neither blocks nor log segments found. Creating new log.
11:01:17.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.273813 5765 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "7aea13f494b946be9f75feb73e2b34c0" candidate_uuid: "114d25aab24c44088336a3726faccc62" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "06ab4acf9f694c97be8a7874a0fc7152" is_pre_election: true
11:01:17.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.274377 5765 raft_consensus.cc:2454] T 7aea13f494b946be9f75feb73e2b34c0 P 06ab4acf9f694c97be8a7874a0fc7152 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 114d25aab24c44088336a3726faccc62 in term 0.
11:01:17.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.274621 5840 tablet_bootstrap.cc:492] T 9d97e2a33c7340dfbb9ce8fa17c0b548 P a99f17a2f1114ffb8833754e6c00e830: No bootstrap required, opened a new log
11:01:17.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.274739 5840 ts_tablet_manager.cc:1397] T 9d97e2a33c7340dfbb9ce8fa17c0b548 P a99f17a2f1114ffb8833754e6c00e830: Time spent bootstrapping tablet: real 0.013s user 0.000s sys 0.003s
11:01:17.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.275291 5403 leader_election.cc:302] T 7aea13f494b946be9f75feb73e2b34c0 P 114d25aab24c44088336a3726faccc62 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 06ab4acf9f694c97be8a7874a0fc7152, 114d25aab24c44088336a3726faccc62; no voters:
11:01:17.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.275492 5623 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "7aea13f494b946be9f75feb73e2b34c0" candidate_uuid: "114d25aab24c44088336a3726faccc62" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a99f17a2f1114ffb8833754e6c00e830" is_pre_election: true
11:01:17.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.275656 5844 raft_consensus.cc:2781] T 7aea13f494b946be9f75feb73e2b34c0 P 114d25aab24c44088336a3726faccc62 [term 0 FOLLOWER]: Leader pre-election won for term 1
11:01:17.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.275570 5840 raft_consensus.cc:348] T 9d97e2a33c7340dfbb9ce8fa17c0b548 P a99f17a2f1114ffb8833754e6c00e830 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a99f17a2f1114ffb8833754e6c00e830" member_type: VOTER last_known_addr { host: "127.4.245.130" port: 35675 } } peers { permanent_uuid: "114d25aab24c44088336a3726faccc62" member_type: VOTER last_known_addr { host: "127.4.245.129" port: 45659 } } peers { permanent_uuid: "06ab4acf9f694c97be8a7874a0fc7152" member_type: VOTER last_known_addr { host: "127.4.245.131" port: 43415 } }
11:01:17.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.275789 5844 raft_consensus.cc:482] T 7aea13f494b946be9f75feb73e2b34c0 P 114d25aab24c44088336a3726faccc62 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
11:01:17.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.275803 5840 raft_consensus.cc:374] T 9d97e2a33c7340dfbb9ce8fa17c0b548 P a99f17a2f1114ffb8833754e6c00e830 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
11:01:17.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.275933 5844 raft_consensus.cc:3037] T 7aea13f494b946be9f75feb73e2b34c0 P 114d25aab24c44088336a3726faccc62 [term 0 FOLLOWER]: Advancing to term 1
11:01:17.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.275926 5840 raft_consensus.cc:729] T 9d97e2a33c7340dfbb9ce8fa17c0b548 P a99f17a2f1114ffb8833754e6c00e830 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a99f17a2f1114ffb8833754e6c00e830, State: Initialized, Role: FOLLOWER
11:01:17.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.276021 5623 raft_consensus.cc:2454] T 7aea13f494b946be9f75feb73e2b34c0 P a99f17a2f1114ffb8833754e6c00e830 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 114d25aab24c44088336a3726faccc62 in term 0.
11:01:17.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.276177 5840 consensus_queue.cc:260] T 9d97e2a33c7340dfbb9ce8fa17c0b548 P a99f17a2f1114ffb8833754e6c00e830 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a99f17a2f1114ffb8833754e6c00e830" member_type: VOTER last_known_addr { host: "127.4.245.130" port: 35675 } } peers { permanent_uuid: "114d25aab24c44088336a3726faccc62" member_type: VOTER last_known_addr { host: "127.4.245.129" port: 45659 } } peers { permanent_uuid: "06ab4acf9f694c97be8a7874a0fc7152" member_type: VOTER last_known_addr { host: "127.4.245.131" port: 43415 } }
11:01:17.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.276641 5840 ts_tablet_manager.cc:1428] T 9d97e2a33c7340dfbb9ce8fa17c0b548 P a99f17a2f1114ffb8833754e6c00e830: Time spent starting tablet: real 0.002s user 0.001s sys 0.000s
11:01:17.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.275068 5839 ts_tablet_manager.cc:1428] T 7aea13f494b946be9f75feb73e2b34c0 P 06ab4acf9f694c97be8a7874a0fc7152: Time spent starting tablet: real 0.048s user 0.022s sys 0.019s
11:01:17.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.278270 5810 heartbeater.cc:503] Master 127.4.245.190:34613 was elected leader, sending a full tablet report...
11:01:17.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.279218 5844 raft_consensus.cc:504] T 7aea13f494b946be9f75feb73e2b34c0 P 114d25aab24c44088336a3726faccc62 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "114d25aab24c44088336a3726faccc62" member_type: VOTER last_known_addr { host: "127.4.245.129" port: 45659 } } peers { permanent_uuid: "a99f17a2f1114ffb8833754e6c00e830" member_type: VOTER last_known_addr { host: "127.4.245.130" port: 35675 } } peers { permanent_uuid: "06ab4acf9f694c97be8a7874a0fc7152" member_type: VOTER last_known_addr { host: "127.4.245.131" port: 43415 } }
11:01:17.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.280252 5765 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "7aea13f494b946be9f75feb73e2b34c0" candidate_uuid: "114d25aab24c44088336a3726faccc62" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "06ab4acf9f694c97be8a7874a0fc7152"
11:01:17.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.280452 5765 raft_consensus.cc:3037] T 7aea13f494b946be9f75feb73e2b34c0 P 06ab4acf9f694c97be8a7874a0fc7152 [term 0 FOLLOWER]: Advancing to term 1
11:01:17.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.280887 5623 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "7aea13f494b946be9f75feb73e2b34c0" candidate_uuid: "114d25aab24c44088336a3726faccc62" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a99f17a2f1114ffb8833754e6c00e830"
11:01:17.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.281134 5623 raft_consensus.cc:3037] T 7aea13f494b946be9f75feb73e2b34c0 P a99f17a2f1114ffb8833754e6c00e830 [term 0 FOLLOWER]: Advancing to term 1
11:01:17.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.283285 5765 raft_consensus.cc:2454] T 7aea13f494b946be9f75feb73e2b34c0 P 06ab4acf9f694c97be8a7874a0fc7152 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 114d25aab24c44088336a3726faccc62 in term 1.
11:01:17.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.283612 5403 leader_election.cc:302] T 7aea13f494b946be9f75feb73e2b34c0 P 114d25aab24c44088336a3726faccc62 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 06ab4acf9f694c97be8a7874a0fc7152, 114d25aab24c44088336a3726faccc62; no voters:
11:01:17.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.283993 5844 leader_election.cc:288] T 7aea13f494b946be9f75feb73e2b34c0 P 114d25aab24c44088336a3726faccc62 [CANDIDATE]: Term 1 election: Requested vote from peers a99f17a2f1114ffb8833754e6c00e830 (127.4.245.130:35675), 06ab4acf9f694c97be8a7874a0fc7152 (127.4.245.131:43415)
11:01:17.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.284101 5843 raft_consensus.cc:2781] T 7aea13f494b946be9f75feb73e2b34c0 P 114d25aab24c44088336a3726faccc62 [term 1 FOLLOWER]: Leader election won for term 1
11:01:17.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.284227 5843 raft_consensus.cc:686] T 7aea13f494b946be9f75feb73e2b34c0 P 114d25aab24c44088336a3726faccc62 [term 1 LEADER]: Becoming Leader. State: Replica: 114d25aab24c44088336a3726faccc62, State: Running, Role: LEADER
11:01:17.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.284650 5843 consensus_queue.cc:237] T 7aea13f494b946be9f75feb73e2b34c0 P 114d25aab24c44088336a3726faccc62 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "114d25aab24c44088336a3726faccc62" member_type: VOTER last_known_addr { host: "127.4.245.129" port: 45659 } } peers { permanent_uuid: "a99f17a2f1114ffb8833754e6c00e830" member_type: VOTER last_known_addr { host: "127.4.245.130" port: 35675 } } peers { permanent_uuid: "06ab4acf9f694c97be8a7874a0fc7152" member_type: VOTER last_known_addr { host: "127.4.245.131" port: 43415 } }
11:01:17.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.284788 5623 raft_consensus.cc:2454] T 7aea13f494b946be9f75feb73e2b34c0 P a99f17a2f1114ffb8833754e6c00e830 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 114d25aab24c44088336a3726faccc62 in term 1.
11:01:17.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.286168 5839 tablet_bootstrap.cc:492] T 9d97e2a33c7340dfbb9ce8fa17c0b548 P 06ab4acf9f694c97be8a7874a0fc7152: Bootstrap starting.
11:01:17.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.288254 5839 tablet_bootstrap.cc:654] T 9d97e2a33c7340dfbb9ce8fa17c0b548 P 06ab4acf9f694c97be8a7874a0fc7152: Neither blocks nor log segments found. Creating new log.
11:01:17.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.290868 5839 tablet_bootstrap.cc:492] T 9d97e2a33c7340dfbb9ce8fa17c0b548 P 06ab4acf9f694c97be8a7874a0fc7152: No bootstrap required, opened a new log
11:01:17.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.291436 5839 ts_tablet_manager.cc:1397] T 9d97e2a33c7340dfbb9ce8fa17c0b548 P 06ab4acf9f694c97be8a7874a0fc7152: Time spent bootstrapping tablet: real 0.005s user 0.001s sys 0.003s
11:01:17.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.291913 5837 tablet_bootstrap.cc:492] T 9d97e2a33c7340dfbb9ce8fa17c0b548 P 114d25aab24c44088336a3726faccc62: No bootstrap required, opened a new log
11:01:17.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.292049 5837 ts_tablet_manager.cc:1397] T 9d97e2a33c7340dfbb9ce8fa17c0b548 P 114d25aab24c44088336a3726faccc62: Time spent bootstrapping tablet: real 0.051s user 0.006s sys 0.040s
11:01:17.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.292665 5839 raft_consensus.cc:348] T 9d97e2a33c7340dfbb9ce8fa17c0b548 P 06ab4acf9f694c97be8a7874a0fc7152 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a99f17a2f1114ffb8833754e6c00e830" member_type: VOTER last_known_addr { host: "127.4.245.130" port: 35675 } } peers { permanent_uuid: "114d25aab24c44088336a3726faccc62" member_type: VOTER last_known_addr { host: "127.4.245.129" port: 45659 } } peers { permanent_uuid: "06ab4acf9f694c97be8a7874a0fc7152" member_type: VOTER last_known_addr { host: "127.4.245.131" port: 43415 } }
11:01:17.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.292634 5837 raft_consensus.cc:348] T 9d97e2a33c7340dfbb9ce8fa17c0b548 P 114d25aab24c44088336a3726faccc62 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a99f17a2f1114ffb8833754e6c00e830" member_type: VOTER last_known_addr { host: "127.4.245.130" port: 35675 } } peers { permanent_uuid: "114d25aab24c44088336a3726faccc62" member_type: VOTER last_known_addr { host: "127.4.245.129" port: 45659 } } peers { permanent_uuid: "06ab4acf9f694c97be8a7874a0fc7152" member_type: VOTER last_known_addr { host: "127.4.245.131" port: 43415 } }
11:01:17.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.292852 5839 raft_consensus.cc:374] T 9d97e2a33c7340dfbb9ce8fa17c0b548 P 06ab4acf9f694c97be8a7874a0fc7152 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
11:01:17.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.292863 5837 raft_consensus.cc:374] T 9d97e2a33c7340dfbb9ce8fa17c0b548 P 114d25aab24c44088336a3726faccc62 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
11:01:17.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.292943 5839 raft_consensus.cc:729] T 9d97e2a33c7340dfbb9ce8fa17c0b548 P 06ab4acf9f694c97be8a7874a0fc7152 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 06ab4acf9f694c97be8a7874a0fc7152, State: Initialized, Role: FOLLOWER
11:01:17.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.292960 5837 raft_consensus.cc:729] T 9d97e2a33c7340dfbb9ce8fa17c0b548 P 114d25aab24c44088336a3726faccc62 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 114d25aab24c44088336a3726faccc62, State: Initialized, Role: FOLLOWER
11:01:17.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.293125 5837 consensus_queue.cc:260] T 9d97e2a33c7340dfbb9ce8fa17c0b548 P 114d25aab24c44088336a3726faccc62 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a99f17a2f1114ffb8833754e6c00e830" member_type: VOTER last_known_addr { host: "127.4.245.130" port: 35675 } } peers { permanent_uuid: "114d25aab24c44088336a3726faccc62" member_type: VOTER last_known_addr { host: "127.4.245.129" port: 45659 } } peers { permanent_uuid: "06ab4acf9f694c97be8a7874a0fc7152" member_type: VOTER last_known_addr { host: "127.4.245.131" port: 43415 } }
11:01:17.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.293161 5839 consensus_queue.cc:260] T 9d97e2a33c7340dfbb9ce8fa17c0b548 P 06ab4acf9f694c97be8a7874a0fc7152 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a99f17a2f1114ffb8833754e6c00e830" member_type: VOTER last_known_addr { host: "127.4.245.130" port: 35675 } } peers { permanent_uuid: "114d25aab24c44088336a3726faccc62" member_type: VOTER last_known_addr { host: "127.4.245.129" port: 45659 } } peers { permanent_uuid: "06ab4acf9f694c97be8a7874a0fc7152" member_type: VOTER last_known_addr { host: "127.4.245.131" port: 43415 } }
11:01:17.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.293601 5837 ts_tablet_manager.cc:1428] T 9d97e2a33c7340dfbb9ce8fa17c0b548 P 114d25aab24c44088336a3726faccc62: Time spent starting tablet: real 0.001s user 0.000s sys 0.001s
11:01:17.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.295814 5839 ts_tablet_manager.cc:1428] T 9d97e2a33c7340dfbb9ce8fa17c0b548 P 06ab4acf9f694c97be8a7874a0fc7152: Time spent starting tablet: real 0.004s user 0.001s sys 0.001s
11:01:17.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.297174 5119 catalog_manager.cc:5495] T 7aea13f494b946be9f75feb73e2b34c0 P 114d25aab24c44088336a3726faccc62 reported cstate change: term changed from 0 to 1, leader changed from <none> to 114d25aab24c44088336a3726faccc62 (127.4.245.129). New cstate: current_term: 1 leader_uuid: "114d25aab24c44088336a3726faccc62" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "114d25aab24c44088336a3726faccc62" member_type: VOTER last_known_addr { host: "127.4.245.129" port: 45659 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "a99f17a2f1114ffb8833754e6c00e830" member_type: VOTER last_known_addr { host: "127.4.245.130" port: 35675 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "06ab4acf9f694c97be8a7874a0fc7152" member_type: VOTER last_known_addr { host: "127.4.245.131" port: 43415 } health_report { overall_health: UNKNOWN } } }
11:01:17.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:17.303920 5813 tablet.cc:2369] T 7aea13f494b946be9f75feb73e2b34c0 P 06ab4acf9f694c97be8a7874a0fc7152: Can't schedule compaction. Clean time has not been advanced past its initial value.
11:01:17.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:17.323212 5671 tablet.cc:2369] T 7aea13f494b946be9f75feb73e2b34c0 P a99f17a2f1114ffb8833754e6c00e830: Can't schedule compaction. Clean time has not been advanced past its initial value.
11:01:17.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:17.367921 5530 tablet.cc:2369] T 7aea13f494b946be9f75feb73e2b34c0 P 114d25aab24c44088336a3726faccc62: Can't schedule compaction. Clean time has not been advanced past its initial value.
11:01:17.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.372608 5845 raft_consensus.cc:482] T 9d97e2a33c7340dfbb9ce8fa17c0b548 P 06ab4acf9f694c97be8a7874a0fc7152 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
11:01:17.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.372756 5845 raft_consensus.cc:504] T 9d97e2a33c7340dfbb9ce8fa17c0b548 P 06ab4acf9f694c97be8a7874a0fc7152 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a99f17a2f1114ffb8833754e6c00e830" member_type: VOTER last_known_addr { host: "127.4.245.130" port: 35675 } } peers { permanent_uuid: "114d25aab24c44088336a3726faccc62" member_type: VOTER last_known_addr { host: "127.4.245.129" port: 45659 } } peers { permanent_uuid: "06ab4acf9f694c97be8a7874a0fc7152" member_type: VOTER last_known_addr { host: "127.4.245.131" port: 43415 } }
11:01:17.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.374135 5845 leader_election.cc:288] T 9d97e2a33c7340dfbb9ce8fa17c0b548 P 06ab4acf9f694c97be8a7874a0fc7152 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers a99f17a2f1114ffb8833754e6c00e830 (127.4.245.130:35675), 114d25aab24c44088336a3726faccc62 (127.4.245.129:45659)
11:01:17.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.379904 5623 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "9d97e2a33c7340dfbb9ce8fa17c0b548" candidate_uuid: "06ab4acf9f694c97be8a7874a0fc7152" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a99f17a2f1114ffb8833754e6c00e830" is_pre_election: true
11:01:17.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.379837 5482 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "9d97e2a33c7340dfbb9ce8fa17c0b548" candidate_uuid: "06ab4acf9f694c97be8a7874a0fc7152" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "114d25aab24c44088336a3726faccc62" is_pre_election: true
11:01:17.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.380125 5623 raft_consensus.cc:2454] T 9d97e2a33c7340dfbb9ce8fa17c0b548 P a99f17a2f1114ffb8833754e6c00e830 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 06ab4acf9f694c97be8a7874a0fc7152 in term 0.
11:01:17.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.380177 5482 raft_consensus.cc:2454] T 9d97e2a33c7340dfbb9ce8fa17c0b548 P 114d25aab24c44088336a3726faccc62 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 06ab4acf9f694c97be8a7874a0fc7152 in term 0.
11:01:17.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.380543 5690 leader_election.cc:302] T 9d97e2a33c7340dfbb9ce8fa17c0b548 P 06ab4acf9f694c97be8a7874a0fc7152 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 06ab4acf9f694c97be8a7874a0fc7152, a99f17a2f1114ffb8833754e6c00e830; no voters:
11:01:17.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.380906 5845 raft_consensus.cc:2781] T 9d97e2a33c7340dfbb9ce8fa17c0b548 P 06ab4acf9f694c97be8a7874a0fc7152 [term 0 FOLLOWER]: Leader pre-election won for term 1
11:01:17.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.381006 5845 raft_consensus.cc:482] T 9d97e2a33c7340dfbb9ce8fa17c0b548 P 06ab4acf9f694c97be8a7874a0fc7152 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
11:01:17.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.381071 5845 raft_consensus.cc:3037] T 9d97e2a33c7340dfbb9ce8fa17c0b548 P 06ab4acf9f694c97be8a7874a0fc7152 [term 0 FOLLOWER]: Advancing to term 1
11:01:17.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.382874 5845 raft_consensus.cc:504] T 9d97e2a33c7340dfbb9ce8fa17c0b548 P 06ab4acf9f694c97be8a7874a0fc7152 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a99f17a2f1114ffb8833754e6c00e830" member_type: VOTER last_known_addr { host: "127.4.245.130" port: 35675 } } peers { permanent_uuid: "114d25aab24c44088336a3726faccc62" member_type: VOTER last_known_addr { host: "127.4.245.129" port: 45659 } } peers { permanent_uuid: "06ab4acf9f694c97be8a7874a0fc7152" member_type: VOTER last_known_addr { host: "127.4.245.131" port: 43415 } }
11:01:17.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.383320 5845 leader_election.cc:288] T 9d97e2a33c7340dfbb9ce8fa17c0b548 P 06ab4acf9f694c97be8a7874a0fc7152 [CANDIDATE]: Term 1 election: Requested vote from peers a99f17a2f1114ffb8833754e6c00e830 (127.4.245.130:35675), 114d25aab24c44088336a3726faccc62 (127.4.245.129:45659)
11:01:17.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.383584 5623 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "9d97e2a33c7340dfbb9ce8fa17c0b548" candidate_uuid: "06ab4acf9f694c97be8a7874a0fc7152" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a99f17a2f1114ffb8833754e6c00e830"
11:01:17.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.383736 5623 raft_consensus.cc:3037] T 9d97e2a33c7340dfbb9ce8fa17c0b548 P a99f17a2f1114ffb8833754e6c00e830 [term 0 FOLLOWER]: Advancing to term 1
11:01:17.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.383697 5482 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "9d97e2a33c7340dfbb9ce8fa17c0b548" candidate_uuid: "06ab4acf9f694c97be8a7874a0fc7152" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "114d25aab24c44088336a3726faccc62"
11:01:17.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.383854 5482 raft_consensus.cc:3037] T 9d97e2a33c7340dfbb9ce8fa17c0b548 P 114d25aab24c44088336a3726faccc62 [term 0 FOLLOWER]: Advancing to term 1
11:01:17.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.385242 5623 raft_consensus.cc:2454] T 9d97e2a33c7340dfbb9ce8fa17c0b548 P a99f17a2f1114ffb8833754e6c00e830 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 06ab4acf9f694c97be8a7874a0fc7152 in term 1.
11:01:17.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.385524 5690 leader_election.cc:302] T 9d97e2a33c7340dfbb9ce8fa17c0b548 P 06ab4acf9f694c97be8a7874a0fc7152 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 06ab4acf9f694c97be8a7874a0fc7152, a99f17a2f1114ffb8833754e6c00e830; no voters:
11:01:17.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.385674 5482 raft_consensus.cc:2454] T 9d97e2a33c7340dfbb9ce8fa17c0b548 P 114d25aab24c44088336a3726faccc62 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 06ab4acf9f694c97be8a7874a0fc7152 in term 1.
11:01:17.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.385753 5845 raft_consensus.cc:2781] T 9d97e2a33c7340dfbb9ce8fa17c0b548 P 06ab4acf9f694c97be8a7874a0fc7152 [term 1 FOLLOWER]: Leader election won for term 1
11:01:17.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.386179 5845 raft_consensus.cc:686] T 9d97e2a33c7340dfbb9ce8fa17c0b548 P 06ab4acf9f694c97be8a7874a0fc7152 [term 1 LEADER]: Becoming Leader. State: Replica: 06ab4acf9f694c97be8a7874a0fc7152, State: Running, Role: LEADER
11:01:17.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.386646 5845 consensus_queue.cc:237] T 9d97e2a33c7340dfbb9ce8fa17c0b548 P 06ab4acf9f694c97be8a7874a0fc7152 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a99f17a2f1114ffb8833754e6c00e830" member_type: VOTER last_known_addr { host: "127.4.245.130" port: 35675 } } peers { permanent_uuid: "114d25aab24c44088336a3726faccc62" member_type: VOTER last_known_addr { host: "127.4.245.129" port: 45659 } } peers { permanent_uuid: "06ab4acf9f694c97be8a7874a0fc7152" member_type: VOTER last_known_addr { host: "127.4.245.131" port: 43415 } }
11:01:17.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.390673 5119 catalog_manager.cc:5495] T 9d97e2a33c7340dfbb9ce8fa17c0b548 P 06ab4acf9f694c97be8a7874a0fc7152 reported cstate change: term changed from 0 to 1, leader changed from <none> to 06ab4acf9f694c97be8a7874a0fc7152 (127.4.245.131). New cstate: current_term: 1 leader_uuid: "06ab4acf9f694c97be8a7874a0fc7152" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a99f17a2f1114ffb8833754e6c00e830" member_type: VOTER last_known_addr { host: "127.4.245.130" port: 35675 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "114d25aab24c44088336a3726faccc62" member_type: VOTER last_known_addr { host: "127.4.245.129" port: 45659 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "06ab4acf9f694c97be8a7874a0fc7152" member_type: VOTER last_known_addr { host: "127.4.245.131" port: 43415 } health_report { overall_health: HEALTHY } } }
11:01:17.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.448679 5119 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:47182:
11:01:17.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
11:01:17.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
11:01:17.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
11:01:17.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
11:01:17.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
11:01:17.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
11:01:17.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
11:01:17.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
11:01:17.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
11:01:17.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
11:01:17.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
11:01:17.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:01:17.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
11:01:17.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
11:01:17.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
11:01:17.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
11:01:17.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
11:01:17.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
11:01:17.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
11:01:17.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
11:01:17.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
11:01:17.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:01:17.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
11:01:17.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
11:01:17.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
11:01:17.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
11:01:17.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
11:01:17.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
11:01:17.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
11:01:17.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
11:01:17.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
11:01:17.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:01:17.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
11:01:17.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
11:01:17.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
11:01:17.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
11:01:17.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
11:01:17.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
11:01:17.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
11:01:17.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
11:01:17.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
11:01:17.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:01:17.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:01:17.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
11:01:17.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
11:01:17.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
11:01:17.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
11:01:17.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:01:17.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
11:01:17.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
11:01:17.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
11:01:17.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
11:01:17.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:01:17.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:01:17.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:01:17.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
11:01:17.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:17.449627 5119 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
11:01:17.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.460847 5453 tablet_service.cc:1467] Processing CreateTablet for tablet 51ebbbcaecc14dcf960b6db951cc44b5 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=f258f3082c034f1ba56c03b3b84ab783]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
11:01:17.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.460965 5602 tablet_service.cc:1467] Processing CreateTablet for tablet 51ebbbcaecc14dcf960b6db951cc44b5 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=f258f3082c034f1ba56c03b3b84ab783]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
11:01:17.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.461867 5453 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 51ebbbcaecc14dcf960b6db951cc44b5. 1 dirs total, 0 dirs full, 0 dirs failed
11:01:17.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.461879 5602 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 51ebbbcaecc14dcf960b6db951cc44b5. 1 dirs total, 0 dirs full, 0 dirs failed
11:01:17.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.466717 5840 tablet_bootstrap.cc:492] T 51ebbbcaecc14dcf960b6db951cc44b5 P a99f17a2f1114ffb8833754e6c00e830: Bootstrap starting.
11:01:17.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.467077 5837 tablet_bootstrap.cc:492] T 51ebbbcaecc14dcf960b6db951cc44b5 P 114d25aab24c44088336a3726faccc62: Bootstrap starting.
11:01:17.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.468151 5840 tablet_bootstrap.cc:654] T 51ebbbcaecc14dcf960b6db951cc44b5 P a99f17a2f1114ffb8833754e6c00e830: Neither blocks nor log segments found. Creating new log.
11:01:17.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.468320 5837 tablet_bootstrap.cc:654] T 51ebbbcaecc14dcf960b6db951cc44b5 P 114d25aab24c44088336a3726faccc62: Neither blocks nor log segments found. Creating new log.
11:01:17.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.469376 5741 tablet_service.cc:1467] Processing CreateTablet for tablet 51ebbbcaecc14dcf960b6db951cc44b5 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=f258f3082c034f1ba56c03b3b84ab783]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
11:01:17.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.469980 5837 tablet_bootstrap.cc:492] T 51ebbbcaecc14dcf960b6db951cc44b5 P 114d25aab24c44088336a3726faccc62: No bootstrap required, opened a new log
11:01:17.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.470114 5741 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 51ebbbcaecc14dcf960b6db951cc44b5. 1 dirs total, 0 dirs full, 0 dirs failed
11:01:17.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.470113 5837 ts_tablet_manager.cc:1397] T 51ebbbcaecc14dcf960b6db951cc44b5 P 114d25aab24c44088336a3726faccc62: Time spent bootstrapping tablet: real 0.003s user 0.001s sys 0.002s
11:01:17.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.470808 5837 raft_consensus.cc:348] T 51ebbbcaecc14dcf960b6db951cc44b5 P 114d25aab24c44088336a3726faccc62 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "114d25aab24c44088336a3726faccc62" member_type: VOTER last_known_addr { host: "127.4.245.129" port: 45659 } } peers { permanent_uuid: "a99f17a2f1114ffb8833754e6c00e830" member_type: VOTER last_known_addr { host: "127.4.245.130" port: 35675 } } peers { permanent_uuid: "06ab4acf9f694c97be8a7874a0fc7152" member_type: VOTER last_known_addr { host: "127.4.245.131" port: 43415 } }
11:01:17.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.471001 5837 raft_consensus.cc:374] T 51ebbbcaecc14dcf960b6db951cc44b5 P 114d25aab24c44088336a3726faccc62 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
11:01:17.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.471083 5837 raft_consensus.cc:729] T 51ebbbcaecc14dcf960b6db951cc44b5 P 114d25aab24c44088336a3726faccc62 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 114d25aab24c44088336a3726faccc62, State: Initialized, Role: FOLLOWER
11:01:17.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.471321 5837 consensus_queue.cc:260] T 51ebbbcaecc14dcf960b6db951cc44b5 P 114d25aab24c44088336a3726faccc62 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "114d25aab24c44088336a3726faccc62" member_type: VOTER last_known_addr { host: "127.4.245.129" port: 45659 } } peers { permanent_uuid: "a99f17a2f1114ffb8833754e6c00e830" member_type: VOTER last_known_addr { host: "127.4.245.130" port: 35675 } } peers { permanent_uuid: "06ab4acf9f694c97be8a7874a0fc7152" member_type: VOTER last_known_addr { host: "127.4.245.131" port: 43415 } }
11:01:17.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.471868 5837 ts_tablet_manager.cc:1428] T 51ebbbcaecc14dcf960b6db951cc44b5 P 114d25aab24c44088336a3726faccc62: Time spent starting tablet: real 0.002s user 0.001s sys 0.000s
11:01:17.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.471835 5843 tablet_replica.cc:439] T 51ebbbcaecc14dcf960b6db951cc44b5 P 114d25aab24c44088336a3726faccc62: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "114d25aab24c44088336a3726faccc62" member_type: VOTER last_known_addr { host: "127.4.245.129" port: 45659 } } peers { permanent_uuid: "a99f17a2f1114ffb8833754e6c00e830" member_type: VOTER last_known_addr { host: "127.4.245.130" port: 35675 } } peers { permanent_uuid: "06ab4acf9f694c97be8a7874a0fc7152" member_type: VOTER last_known_addr { host: "127.4.245.131" port: 43415 } } }
11:01:17.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.472095 5843 tablet_replica.cc:442] T 51ebbbcaecc14dcf960b6db951cc44b5 P 114d25aab24c44088336a3726faccc62: This TxnStatusTablet replica's current role is: FOLLOWER
11:01:17.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.475509 5839 tablet_bootstrap.cc:492] T 51ebbbcaecc14dcf960b6db951cc44b5 P 06ab4acf9f694c97be8a7874a0fc7152: Bootstrap starting.
11:01:17.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.476656 5840 tablet_bootstrap.cc:492] T 51ebbbcaecc14dcf960b6db951cc44b5 P a99f17a2f1114ffb8833754e6c00e830: No bootstrap required, opened a new log
11:01:17.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.476812 5840 ts_tablet_manager.cc:1397] T 51ebbbcaecc14dcf960b6db951cc44b5 P a99f17a2f1114ffb8833754e6c00e830: Time spent bootstrapping tablet: real 0.010s user 0.002s sys 0.001s
11:01:17.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.476929 5839 tablet_bootstrap.cc:654] T 51ebbbcaecc14dcf960b6db951cc44b5 P 06ab4acf9f694c97be8a7874a0fc7152: Neither blocks nor log segments found. Creating new log.
11:01:17.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.477375 5840 raft_consensus.cc:348] T 51ebbbcaecc14dcf960b6db951cc44b5 P a99f17a2f1114ffb8833754e6c00e830 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "114d25aab24c44088336a3726faccc62" member_type: VOTER last_known_addr { host: "127.4.245.129" port: 45659 } } peers { permanent_uuid: "a99f17a2f1114ffb8833754e6c00e830" member_type: VOTER last_known_addr { host: "127.4.245.130" port: 35675 } } peers { permanent_uuid: "06ab4acf9f694c97be8a7874a0fc7152" member_type: VOTER last_known_addr { host: "127.4.245.131" port: 43415 } }
11:01:17.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.477551 5840 raft_consensus.cc:374] T 51ebbbcaecc14dcf960b6db951cc44b5 P a99f17a2f1114ffb8833754e6c00e830 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
11:01:17.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.477628 5840 raft_consensus.cc:729] T 51ebbbcaecc14dcf960b6db951cc44b5 P a99f17a2f1114ffb8833754e6c00e830 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a99f17a2f1114ffb8833754e6c00e830, State: Initialized, Role: FOLLOWER
11:01:17.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.477823 5840 consensus_queue.cc:260] T 51ebbbcaecc14dcf960b6db951cc44b5 P a99f17a2f1114ffb8833754e6c00e830 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "114d25aab24c44088336a3726faccc62" member_type: VOTER last_known_addr { host: "127.4.245.129" port: 45659 } } peers { permanent_uuid: "a99f17a2f1114ffb8833754e6c00e830" member_type: VOTER last_known_addr { host: "127.4.245.130" port: 35675 } } peers { permanent_uuid: "06ab4acf9f694c97be8a7874a0fc7152" member_type: VOTER last_known_addr { host: "127.4.245.131" port: 43415 } }
11:01:17.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.478398 5840 ts_tablet_manager.cc:1428] T 51ebbbcaecc14dcf960b6db951cc44b5 P a99f17a2f1114ffb8833754e6c00e830: Time spent starting tablet: real 0.001s user 0.002s sys 0.001s
11:01:17.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.478468 5848 tablet_replica.cc:439] T 51ebbbcaecc14dcf960b6db951cc44b5 P a99f17a2f1114ffb8833754e6c00e830: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "114d25aab24c44088336a3726faccc62" member_type: VOTER last_known_addr { host: "127.4.245.129" port: 45659 } } peers { permanent_uuid: "a99f17a2f1114ffb8833754e6c00e830" member_type: VOTER last_known_addr { host: "127.4.245.130" port: 35675 } } peers { permanent_uuid: "06ab4acf9f694c97be8a7874a0fc7152" member_type: VOTER last_known_addr { host: "127.4.245.131" port: 43415 } } }
11:01:17.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.478756 5848 tablet_replica.cc:442] T 51ebbbcaecc14dcf960b6db951cc44b5 P a99f17a2f1114ffb8833754e6c00e830: This TxnStatusTablet replica's current role is: FOLLOWER
11:01:17.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.480345 5839 tablet_bootstrap.cc:492] T 51ebbbcaecc14dcf960b6db951cc44b5 P 06ab4acf9f694c97be8a7874a0fc7152: No bootstrap required, opened a new log
11:01:17.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.480540 5839 ts_tablet_manager.cc:1397] T 51ebbbcaecc14dcf960b6db951cc44b5 P 06ab4acf9f694c97be8a7874a0fc7152: Time spent bootstrapping tablet: real 0.005s user 0.001s sys 0.001s
11:01:17.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.481326 5839 raft_consensus.cc:348] T 51ebbbcaecc14dcf960b6db951cc44b5 P 06ab4acf9f694c97be8a7874a0fc7152 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "114d25aab24c44088336a3726faccc62" member_type: VOTER last_known_addr { host: "127.4.245.129" port: 45659 } } peers { permanent_uuid: "a99f17a2f1114ffb8833754e6c00e830" member_type: VOTER last_known_addr { host: "127.4.245.130" port: 35675 } } peers { permanent_uuid: "06ab4acf9f694c97be8a7874a0fc7152" member_type: VOTER last_known_addr { host: "127.4.245.131" port: 43415 } }
11:01:17.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.481592 5839 raft_consensus.cc:374] T 51ebbbcaecc14dcf960b6db951cc44b5 P 06ab4acf9f694c97be8a7874a0fc7152 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
11:01:17.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.481698 5839 raft_consensus.cc:729] T 51ebbbcaecc14dcf960b6db951cc44b5 P 06ab4acf9f694c97be8a7874a0fc7152 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 06ab4acf9f694c97be8a7874a0fc7152, State: Initialized, Role: FOLLOWER
11:01:17.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.482120 5839 consensus_queue.cc:260] T 51ebbbcaecc14dcf960b6db951cc44b5 P 06ab4acf9f694c97be8a7874a0fc7152 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "114d25aab24c44088336a3726faccc62" member_type: VOTER last_known_addr { host: "127.4.245.129" port: 45659 } } peers { permanent_uuid: "a99f17a2f1114ffb8833754e6c00e830" member_type: VOTER last_known_addr { host: "127.4.245.130" port: 35675 } } peers { permanent_uuid: "06ab4acf9f694c97be8a7874a0fc7152" member_type: VOTER last_known_addr { host: "127.4.245.131" port: 43415 } }
11:01:17.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.482641 5845 tablet_replica.cc:439] T 51ebbbcaecc14dcf960b6db951cc44b5 P 06ab4acf9f694c97be8a7874a0fc7152: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "114d25aab24c44088336a3726faccc62" member_type: VOTER last_known_addr { host: "127.4.245.129" port: 45659 } } peers { permanent_uuid: "a99f17a2f1114ffb8833754e6c00e830" member_type: VOTER last_known_addr { host: "127.4.245.130" port: 35675 } } peers { permanent_uuid: "06ab4acf9f694c97be8a7874a0fc7152" member_type: VOTER last_known_addr { host: "127.4.245.131" port: 43415 } } }
11:01:17.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.482867 5845 tablet_replica.cc:442] T 51ebbbcaecc14dcf960b6db951cc44b5 P 06ab4acf9f694c97be8a7874a0fc7152: This TxnStatusTablet replica's current role is: FOLLOWER
11:01:17.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.484148 5839 ts_tablet_manager.cc:1428] T 51ebbbcaecc14dcf960b6db951cc44b5 P 06ab4acf9f694c97be8a7874a0fc7152: Time spent starting tablet: real 0.004s user 0.003s sys 0.000s
11:01:17.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.491488 5845 raft_consensus.cc:482] T 51ebbbcaecc14dcf960b6db951cc44b5 P 06ab4acf9f694c97be8a7874a0fc7152 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
11:01:17.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.491648 5845 raft_consensus.cc:504] T 51ebbbcaecc14dcf960b6db951cc44b5 P 06ab4acf9f694c97be8a7874a0fc7152 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "114d25aab24c44088336a3726faccc62" member_type: VOTER last_known_addr { host: "127.4.245.129" port: 45659 } } peers { permanent_uuid: "a99f17a2f1114ffb8833754e6c00e830" member_type: VOTER last_known_addr { host: "127.4.245.130" port: 35675 } } peers { permanent_uuid: "06ab4acf9f694c97be8a7874a0fc7152" member_type: VOTER last_known_addr { host: "127.4.245.131" port: 43415 } }
11:01:17.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.492141 5845 leader_election.cc:288] T 51ebbbcaecc14dcf960b6db951cc44b5 P 06ab4acf9f694c97be8a7874a0fc7152 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 114d25aab24c44088336a3726faccc62 (127.4.245.129:45659), a99f17a2f1114ffb8833754e6c00e830 (127.4.245.130:35675)
11:01:17.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.492445 5482 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "51ebbbcaecc14dcf960b6db951cc44b5" candidate_uuid: "06ab4acf9f694c97be8a7874a0fc7152" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "114d25aab24c44088336a3726faccc62" is_pre_election: true
11:01:17.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.492669 5482 raft_consensus.cc:2454] T 51ebbbcaecc14dcf960b6db951cc44b5 P 114d25aab24c44088336a3726faccc62 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 06ab4acf9f694c97be8a7874a0fc7152 in term 0.
11:01:17.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.492674 5623 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "51ebbbcaecc14dcf960b6db951cc44b5" candidate_uuid: "06ab4acf9f694c97be8a7874a0fc7152" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a99f17a2f1114ffb8833754e6c00e830" is_pre_election: true
11:01:17.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.492880 5623 raft_consensus.cc:2454] T 51ebbbcaecc14dcf960b6db951cc44b5 P a99f17a2f1114ffb8833754e6c00e830 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 06ab4acf9f694c97be8a7874a0fc7152 in term 0.
11:01:17.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.493067 5689 leader_election.cc:302] T 51ebbbcaecc14dcf960b6db951cc44b5 P 06ab4acf9f694c97be8a7874a0fc7152 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 06ab4acf9f694c97be8a7874a0fc7152, 114d25aab24c44088336a3726faccc62; no voters:
11:01:17.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.493394 5845 raft_consensus.cc:2781] T 51ebbbcaecc14dcf960b6db951cc44b5 P 06ab4acf9f694c97be8a7874a0fc7152 [term 0 FOLLOWER]: Leader pre-election won for term 1
11:01:17.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.493477 5845 raft_consensus.cc:482] T 51ebbbcaecc14dcf960b6db951cc44b5 P 06ab4acf9f694c97be8a7874a0fc7152 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
11:01:17.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.493543 5845 raft_consensus.cc:3037] T 51ebbbcaecc14dcf960b6db951cc44b5 P 06ab4acf9f694c97be8a7874a0fc7152 [term 0 FOLLOWER]: Advancing to term 1
11:01:17.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.495246 5845 raft_consensus.cc:504] T 51ebbbcaecc14dcf960b6db951cc44b5 P 06ab4acf9f694c97be8a7874a0fc7152 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "114d25aab24c44088336a3726faccc62" member_type: VOTER last_known_addr { host: "127.4.245.129" port: 45659 } } peers { permanent_uuid: "a99f17a2f1114ffb8833754e6c00e830" member_type: VOTER last_known_addr { host: "127.4.245.130" port: 35675 } } peers { permanent_uuid: "06ab4acf9f694c97be8a7874a0fc7152" member_type: VOTER last_known_addr { host: "127.4.245.131" port: 43415 } }
11:01:17.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.495769 5845 leader_election.cc:288] T 51ebbbcaecc14dcf960b6db951cc44b5 P 06ab4acf9f694c97be8a7874a0fc7152 [CANDIDATE]: Term 1 election: Requested vote from peers 114d25aab24c44088336a3726faccc62 (127.4.245.129:45659), a99f17a2f1114ffb8833754e6c00e830 (127.4.245.130:35675)
11:01:17.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.496075 5482 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "51ebbbcaecc14dcf960b6db951cc44b5" candidate_uuid: "06ab4acf9f694c97be8a7874a0fc7152" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "114d25aab24c44088336a3726faccc62"
11:01:17.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.496151 5623 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "51ebbbcaecc14dcf960b6db951cc44b5" candidate_uuid: "06ab4acf9f694c97be8a7874a0fc7152" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a99f17a2f1114ffb8833754e6c00e830"
11:01:17.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.496256 5623 raft_consensus.cc:3037] T 51ebbbcaecc14dcf960b6db951cc44b5 P a99f17a2f1114ffb8833754e6c00e830 [term 0 FOLLOWER]: Advancing to term 1
11:01:17.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.496275 5482 raft_consensus.cc:3037] T 51ebbbcaecc14dcf960b6db951cc44b5 P 114d25aab24c44088336a3726faccc62 [term 0 FOLLOWER]: Advancing to term 1
11:01:17.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.497651 5623 raft_consensus.cc:2454] T 51ebbbcaecc14dcf960b6db951cc44b5 P a99f17a2f1114ffb8833754e6c00e830 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 06ab4acf9f694c97be8a7874a0fc7152 in term 1.
11:01:17.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.497949 5690 leader_election.cc:302] T 51ebbbcaecc14dcf960b6db951cc44b5 P 06ab4acf9f694c97be8a7874a0fc7152 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 06ab4acf9f694c97be8a7874a0fc7152, a99f17a2f1114ffb8833754e6c00e830; no voters:
11:01:17.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.498061 5482 raft_consensus.cc:2454] T 51ebbbcaecc14dcf960b6db951cc44b5 P 114d25aab24c44088336a3726faccc62 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 06ab4acf9f694c97be8a7874a0fc7152 in term 1.
11:01:17.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.498154 5845 raft_consensus.cc:2781] T 51ebbbcaecc14dcf960b6db951cc44b5 P 06ab4acf9f694c97be8a7874a0fc7152 [term 1 FOLLOWER]: Leader election won for term 1
11:01:17.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.498764 5845 raft_consensus.cc:686] T 51ebbbcaecc14dcf960b6db951cc44b5 P 06ab4acf9f694c97be8a7874a0fc7152 [term 1 LEADER]: Becoming Leader. State: Replica: 06ab4acf9f694c97be8a7874a0fc7152, State: Running, Role: LEADER
11:01:17.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.498961 5845 consensus_queue.cc:237] T 51ebbbcaecc14dcf960b6db951cc44b5 P 06ab4acf9f694c97be8a7874a0fc7152 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "114d25aab24c44088336a3726faccc62" member_type: VOTER last_known_addr { host: "127.4.245.129" port: 45659 } } peers { permanent_uuid: "a99f17a2f1114ffb8833754e6c00e830" member_type: VOTER last_known_addr { host: "127.4.245.130" port: 35675 } } peers { permanent_uuid: "06ab4acf9f694c97be8a7874a0fc7152" member_type: VOTER last_known_addr { host: "127.4.245.131" port: 43415 } }
11:01:17.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.500710 5853 tablet_replica.cc:439] T 51ebbbcaecc14dcf960b6db951cc44b5 P 06ab4acf9f694c97be8a7874a0fc7152: TxnStatusTablet state changed. Reason: New leader 06ab4acf9f694c97be8a7874a0fc7152. Latest consensus state: current_term: 1 leader_uuid: "06ab4acf9f694c97be8a7874a0fc7152" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "114d25aab24c44088336a3726faccc62" member_type: VOTER last_known_addr { host: "127.4.245.129" port: 45659 } } peers { permanent_uuid: "a99f17a2f1114ffb8833754e6c00e830" member_type: VOTER last_known_addr { host: "127.4.245.130" port: 35675 } } peers { permanent_uuid: "06ab4acf9f694c97be8a7874a0fc7152" member_type: VOTER last_known_addr { host: "127.4.245.131" port: 43415 } } }
11:01:17.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.501211 5853 tablet_replica.cc:442] T 51ebbbcaecc14dcf960b6db951cc44b5 P 06ab4acf9f694c97be8a7874a0fc7152: This TxnStatusTablet replica's current role is: LEADER
11:01:17.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.501883 5867 txn_status_manager.cc:873] Waiting until node catch up with all replicated operations in previous term...
11:01:17.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.501809 5120 catalog_manager.cc:5495] T 51ebbbcaecc14dcf960b6db951cc44b5 P 06ab4acf9f694c97be8a7874a0fc7152 reported cstate change: term changed from 0 to 1, leader changed from <none> to 06ab4acf9f694c97be8a7874a0fc7152 (127.4.245.131). New cstate: current_term: 1 leader_uuid: "06ab4acf9f694c97be8a7874a0fc7152" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "114d25aab24c44088336a3726faccc62" member_type: VOTER last_known_addr { host: "127.4.245.129" port: 45659 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "a99f17a2f1114ffb8833754e6c00e830" member_type: VOTER last_known_addr { host: "127.4.245.130" port: 35675 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "06ab4acf9f694c97be8a7874a0fc7152" member_type: VOTER last_known_addr { host: "127.4.245.131" port: 43415 } health_report { overall_health: HEALTHY } } }
11:01:17.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.502135 5867 txn_status_manager.cc:929] Loading transaction status metadata into memory...
11:01:17.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.527393 5623 raft_consensus.cc:1261] T 51ebbbcaecc14dcf960b6db951cc44b5 P a99f17a2f1114ffb8833754e6c00e830 [term 1 FOLLOWER]: Refusing update from remote peer 06ab4acf9f694c97be8a7874a0fc7152: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
11:01:17.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.527593 5482 raft_consensus.cc:1261] T 51ebbbcaecc14dcf960b6db951cc44b5 P 114d25aab24c44088336a3726faccc62 [term 1 FOLLOWER]: Refusing update from remote peer 06ab4acf9f694c97be8a7874a0fc7152: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
11:01:17.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.528345 5853 consensus_queue.cc:1035] T 51ebbbcaecc14dcf960b6db951cc44b5 P 06ab4acf9f694c97be8a7874a0fc7152 [LEADER]: Connected to new peer: Peer: permanent_uuid: "114d25aab24c44088336a3726faccc62" member_type: VOTER last_known_addr { host: "127.4.245.129" port: 45659 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
11:01:17.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.528641 5845 consensus_queue.cc:1035] T 51ebbbcaecc14dcf960b6db951cc44b5 P 06ab4acf9f694c97be8a7874a0fc7152 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a99f17a2f1114ffb8833754e6c00e830" member_type: VOTER last_known_addr { host: "127.4.245.130" port: 35675 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
11:01:17.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.539491 5843 tablet_replica.cc:439] T 51ebbbcaecc14dcf960b6db951cc44b5 P 114d25aab24c44088336a3726faccc62: TxnStatusTablet state changed. Reason: New leader 06ab4acf9f694c97be8a7874a0fc7152. Latest consensus state: current_term: 1 leader_uuid: "06ab4acf9f694c97be8a7874a0fc7152" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "114d25aab24c44088336a3726faccc62" member_type: VOTER last_known_addr { host: "127.4.245.129" port: 45659 } } peers { permanent_uuid: "a99f17a2f1114ffb8833754e6c00e830" member_type: VOTER last_known_addr { host: "127.4.245.130" port: 35675 } } peers { permanent_uuid: "06ab4acf9f694c97be8a7874a0fc7152" member_type: VOTER last_known_addr { host: "127.4.245.131" port: 43415 } } }
11:01:17.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.539783 5843 tablet_replica.cc:442] T 51ebbbcaecc14dcf960b6db951cc44b5 P 114d25aab24c44088336a3726faccc62: This TxnStatusTablet replica's current role is: FOLLOWER
11:01:17.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.543141 5870 mvcc.cc:205] Tried to move back new op lower bound from 7333208381544583168 to 7333208381437796352. Current Snapshot: MvccSnapshot[applied={T|T < 7333208381544583168}]
11:01:17.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.543645 5871 mvcc.cc:205] Tried to move back new op lower bound from 7333208381544583168 to 7333208381437796352. Current Snapshot: MvccSnapshot[applied={T|T < 7333208381544583168}]
11:01:17.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.545756 5848 tablet_replica.cc:439] T 51ebbbcaecc14dcf960b6db951cc44b5 P a99f17a2f1114ffb8833754e6c00e830: TxnStatusTablet state changed. Reason: New leader 06ab4acf9f694c97be8a7874a0fc7152. Latest consensus state: current_term: 1 leader_uuid: "06ab4acf9f694c97be8a7874a0fc7152" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "114d25aab24c44088336a3726faccc62" member_type: VOTER last_known_addr { host: "127.4.245.129" port: 45659 } } peers { permanent_uuid: "a99f17a2f1114ffb8833754e6c00e830" member_type: VOTER last_known_addr { host: "127.4.245.130" port: 35675 } } peers { permanent_uuid: "06ab4acf9f694c97be8a7874a0fc7152" member_type: VOTER last_known_addr { host: "127.4.245.131" port: 43415 } } }
11:01:17.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.546118 5848 tablet_replica.cc:442] T 51ebbbcaecc14dcf960b6db951cc44b5 P a99f17a2f1114ffb8833754e6c00e830: This TxnStatusTablet replica's current role is: FOLLOWER
11:01:17.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.550249 5845 tablet_replica.cc:439] T 51ebbbcaecc14dcf960b6db951cc44b5 P 06ab4acf9f694c97be8a7874a0fc7152: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "06ab4acf9f694c97be8a7874a0fc7152" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "114d25aab24c44088336a3726faccc62" member_type: VOTER last_known_addr { host: "127.4.245.129" port: 45659 } } peers { permanent_uuid: "a99f17a2f1114ffb8833754e6c00e830" member_type: VOTER last_known_addr { host: "127.4.245.130" port: 35675 } } peers { permanent_uuid: "06ab4acf9f694c97be8a7874a0fc7152" member_type: VOTER last_known_addr { host: "127.4.245.131" port: 43415 } } }
11:01:17.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.550537 5845 tablet_replica.cc:442] T 51ebbbcaecc14dcf960b6db951cc44b5 P 06ab4acf9f694c97be8a7874a0fc7152: This TxnStatusTablet replica's current role is: LEADER
11:01:17.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.552629 5845 tablet_replica.cc:439] T 51ebbbcaecc14dcf960b6db951cc44b5 P 06ab4acf9f694c97be8a7874a0fc7152: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "06ab4acf9f694c97be8a7874a0fc7152" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "114d25aab24c44088336a3726faccc62" member_type: VOTER last_known_addr { host: "127.4.245.129" port: 45659 } } peers { permanent_uuid: "a99f17a2f1114ffb8833754e6c00e830" member_type: VOTER last_known_addr { host: "127.4.245.130" port: 35675 } } peers { permanent_uuid: "06ab4acf9f694c97be8a7874a0fc7152" member_type: VOTER last_known_addr { host: "127.4.245.131" port: 43415 } } }
11:01:17.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.552834 5845 tablet_replica.cc:442] T 51ebbbcaecc14dcf960b6db951cc44b5 P 06ab4acf9f694c97be8a7874a0fc7152: This TxnStatusTablet replica's current role is: LEADER
11:01:17.554 [DEBUG - Time-limited test] (KuduTransaction.java:702) starting keepalive heartbeating with period 500 ms (txn ID 0)
11:01:17.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.556810 5843 tablet_replica.cc:439] T 51ebbbcaecc14dcf960b6db951cc44b5 P 114d25aab24c44088336a3726faccc62: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "06ab4acf9f694c97be8a7874a0fc7152" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "114d25aab24c44088336a3726faccc62" member_type: VOTER last_known_addr { host: "127.4.245.129" port: 45659 } } peers { permanent_uuid: "a99f17a2f1114ffb8833754e6c00e830" member_type: VOTER last_known_addr { host: "127.4.245.130" port: 35675 } } peers { permanent_uuid: "06ab4acf9f694c97be8a7874a0fc7152" member_type: VOTER last_known_addr { host: "127.4.245.131" port: 43415 } } }
11:01:17.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.557024 5843 tablet_replica.cc:442] T 51ebbbcaecc14dcf960b6db951cc44b5 P 114d25aab24c44088336a3726faccc62: This TxnStatusTablet replica's current role is: FOLLOWER
11:01:17.558 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table fee5724ee3534438a7d234176a9f7059
11:01:17.559 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.4.245.190:34613
11:01:17.559 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
11:01:17.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.562291 5078 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-task182ImG/build/asan/bin/kudu pid 5089
11:01:17.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.563442 5160 generic_service.cc:196] Checking for leaks (request via RPC)
11:01:17.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.570083 5848 tablet_replica.cc:439] T 51ebbbcaecc14dcf960b6db951cc44b5 P a99f17a2f1114ffb8833754e6c00e830: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "06ab4acf9f694c97be8a7874a0fc7152" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "114d25aab24c44088336a3726faccc62" member_type: VOTER last_known_addr { host: "127.4.245.129" port: 45659 } } peers { permanent_uuid: "a99f17a2f1114ffb8833754e6c00e830" member_type: VOTER last_known_addr { host: "127.4.245.130" port: 35675 } } peers { permanent_uuid: "06ab4acf9f694c97be8a7874a0fc7152" member_type: VOTER last_known_addr { host: "127.4.245.131" port: 43415 } } }
11:01:17.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.570320 5848 tablet_replica.cc:442] T 51ebbbcaecc14dcf960b6db951cc44b5 P a99f17a2f1114ffb8833754e6c00e830: This TxnStatusTablet replica's current role is: FOLLOWER
11:01:17.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.666692 5843 consensus_queue.cc:1035] T 7aea13f494b946be9f75feb73e2b34c0 P 114d25aab24c44088336a3726faccc62 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a99f17a2f1114ffb8833754e6c00e830" member_type: VOTER last_known_addr { host: "127.4.245.130" port: 35675 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
11:01:17.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.674463 5844 consensus_queue.cc:1035] T 7aea13f494b946be9f75feb73e2b34c0 P 114d25aab24c44088336a3726faccc62 [LEADER]: Connected to new peer: Peer: permanent_uuid: "06ab4acf9f694c97be8a7874a0fc7152" member_type: VOTER last_known_addr { host: "127.4.245.131" port: 43415 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
11:01:17.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.705848 5078 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task182ImG/build/asan/bin/kudu with pid 5089
11:01:17.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:17.726573 5550 connection.cc:535] client connection to 127.4.245.190:34613 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
11:01:17.726 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.4.245.190:34613(127.4.245.190:34613)] handling channelInactive
11:01:17.727 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.190:34613(127.4.245.190:34613)] cleaning up while in state READY due to: connection closed
11:01:17.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:17.727135 5668 heartbeater.cc:644] Failed to heartbeat to 127.4.245.190:34613 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv error from unknown peer: Transport endpoint is not connected (error 107)
11:01:17.728 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
11:01:17.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.806278 5853 consensus_queue.cc:1035] T 9d97e2a33c7340dfbb9ce8fa17c0b548 P 06ab4acf9f694c97be8a7874a0fc7152 [LEADER]: Connected to new peer: Peer: permanent_uuid: "114d25aab24c44088336a3726faccc62" member_type: VOTER last_known_addr { host: "127.4.245.129" port: 45659 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
11:01:17.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:17.813930 5882 consensus_queue.cc:1035] T 9d97e2a33c7340dfbb9ce8fa17c0b548 P 06ab4acf9f694c97be8a7874a0fc7152 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a99f17a2f1114ffb8833754e6c00e830" member_type: VOTER last_known_addr { host: "127.4.245.130" port: 35675 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
11:01:17.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:17.820648 5810 heartbeater.cc:644] Failed to heartbeat to 127.4.245.190:34613 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.4.245.190:34613: connect: Connection refused (error 111)
11:01:17.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:17.836024 5527 heartbeater.cc:644] Failed to heartbeat to 127.4.245.190:34613 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.4.245.190:34613: connect: Connection refused (error 111)
11:01:18.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:18.005182 5887 raft_consensus.cc:482] T 00000000000000000000000000000000 P 05e67164d20c486eb7fe8fd51a131ab3 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 2b26dd328e00412aa496490d4f7a64f4)
11:01:18.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:18.005424 5887 raft_consensus.cc:504] T 00000000000000000000000000000000 P 05e67164d20c486eb7fe8fd51a131ab3 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b26dd328e00412aa496490d4f7a64f4" member_type: VOTER last_known_addr { host: "127.4.245.190" port: 34613 } } peers { permanent_uuid: "194ebd914a83439798a52288895b63e8" member_type: VOTER last_known_addr { host: "127.4.245.189" port: 45675 } } peers { permanent_uuid: "05e67164d20c486eb7fe8fd51a131ab3" member_type: VOTER last_known_addr { host: "127.4.245.188" port: 44615 } }
11:01:18.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:18.005864 5888 raft_consensus.cc:482] T 00000000000000000000000000000000 P 194ebd914a83439798a52288895b63e8 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 2b26dd328e00412aa496490d4f7a64f4)
11:01:18.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:18.006124 5888 raft_consensus.cc:504] T 00000000000000000000000000000000 P 194ebd914a83439798a52288895b63e8 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b26dd328e00412aa496490d4f7a64f4" member_type: VOTER last_known_addr { host: "127.4.245.190" port: 34613 } } peers { permanent_uuid: "194ebd914a83439798a52288895b63e8" member_type: VOTER last_known_addr { host: "127.4.245.189" port: 45675 } } peers { permanent_uuid: "05e67164d20c486eb7fe8fd51a131ab3" member_type: VOTER last_known_addr { host: "127.4.245.188" port: 44615 } }
11:01:18.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:18.007006 5887 leader_election.cc:288] T 00000000000000000000000000000000 P 05e67164d20c486eb7fe8fd51a131ab3 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 2b26dd328e00412aa496490d4f7a64f4 (127.4.245.190:34613), 194ebd914a83439798a52288895b63e8 (127.4.245.189:45675)
11:01:18.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:18.007520 5888 leader_election.cc:288] T 00000000000000000000000000000000 P 194ebd914a83439798a52288895b63e8 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 2b26dd328e00412aa496490d4f7a64f4 (127.4.245.190:34613), 05e67164d20c486eb7fe8fd51a131ab3 (127.4.245.188:44615)
11:01:18.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:18.008025 5291 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "194ebd914a83439798a52288895b63e8" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "05e67164d20c486eb7fe8fd51a131ab3" is_pre_election: true
11:01:18.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:18.008199 5291 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 05e67164d20c486eb7fe8fd51a131ab3 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 194ebd914a83439798a52288895b63e8 in term 1.
11:01:18.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:18.008446 5269 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.245.190:34613: connect: Connection refused (error 111)
11:01:18.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:18.008667 5211 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "05e67164d20c486eb7fe8fd51a131ab3" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "194ebd914a83439798a52288895b63e8" is_pre_election: true
11:01:18.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:18.008978 5211 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 194ebd914a83439798a52288895b63e8 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 05e67164d20c486eb7fe8fd51a131ab3 in term 1.
11:01:18.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:18.009500 5185 leader_election.cc:302] T 00000000000000000000000000000000 P 194ebd914a83439798a52288895b63e8 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 05e67164d20c486eb7fe8fd51a131ab3, 194ebd914a83439798a52288895b63e8; no voters:
11:01:18.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:18.009759 5267 leader_election.cc:302] T 00000000000000000000000000000000 P 05e67164d20c486eb7fe8fd51a131ab3 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 05e67164d20c486eb7fe8fd51a131ab3, 194ebd914a83439798a52288895b63e8; no voters:
11:01:18.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:18.009827 5888 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 194ebd914a83439798a52288895b63e8 [term 1 FOLLOWER]: Leader pre-election won for term 2
11:01:18.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:18.009951 5888 raft_consensus.cc:482] T 00000000000000000000000000000000 P 194ebd914a83439798a52288895b63e8 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 2b26dd328e00412aa496490d4f7a64f4)
11:01:18.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:18.010047 5888 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 194ebd914a83439798a52288895b63e8 [term 1 FOLLOWER]: Advancing to term 2
11:01:18.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:18.010028 5269 leader_election.cc:334] T 00000000000000000000000000000000 P 05e67164d20c486eb7fe8fd51a131ab3 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 2b26dd328e00412aa496490d4f7a64f4 (127.4.245.190:34613): Network error: Client connection negotiation failed: client connection to 127.4.245.190:34613: connect: Connection refused (error 111)
11:01:18.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:18.010150 5887 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 05e67164d20c486eb7fe8fd51a131ab3 [term 1 FOLLOWER]: Leader pre-election won for term 2
11:01:18.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:18.010162 5188 leader_election.cc:334] T 00000000000000000000000000000000 P 194ebd914a83439798a52288895b63e8 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 2b26dd328e00412aa496490d4f7a64f4 (127.4.245.190:34613): Network error: Client connection negotiation failed: client connection to 127.4.245.190:34613: connect: Connection refused (error 111)
11:01:18.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:18.010272 5887 raft_consensus.cc:482] T 00000000000000000000000000000000 P 05e67164d20c486eb7fe8fd51a131ab3 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 2b26dd328e00412aa496490d4f7a64f4)
11:01:18.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:18.010366 5887 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 05e67164d20c486eb7fe8fd51a131ab3 [term 1 FOLLOWER]: Advancing to term 2
11:01:18.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:18.012154 5888 raft_consensus.cc:504] T 00000000000000000000000000000000 P 194ebd914a83439798a52288895b63e8 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b26dd328e00412aa496490d4f7a64f4" member_type: VOTER last_known_addr { host: "127.4.245.190" port: 34613 } } peers { permanent_uuid: "194ebd914a83439798a52288895b63e8" member_type: VOTER last_known_addr { host: "127.4.245.189" port: 45675 } } peers { permanent_uuid: "05e67164d20c486eb7fe8fd51a131ab3" member_type: VOTER last_known_addr { host: "127.4.245.188" port: 44615 } }
11:01:18.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:18.012241 5887 raft_consensus.cc:504] T 00000000000000000000000000000000 P 05e67164d20c486eb7fe8fd51a131ab3 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b26dd328e00412aa496490d4f7a64f4" member_type: VOTER last_known_addr { host: "127.4.245.190" port: 34613 } } peers { permanent_uuid: "194ebd914a83439798a52288895b63e8" member_type: VOTER last_known_addr { host: "127.4.245.189" port: 45675 } } peers { permanent_uuid: "05e67164d20c486eb7fe8fd51a131ab3" member_type: VOTER last_known_addr { host: "127.4.245.188" port: 44615 } }
11:01:18.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:18.012688 5888 leader_election.cc:288] T 00000000000000000000000000000000 P 194ebd914a83439798a52288895b63e8 [CANDIDATE]: Term 2 election: Requested vote from peers 2b26dd328e00412aa496490d4f7a64f4 (127.4.245.190:34613), 05e67164d20c486eb7fe8fd51a131ab3 (127.4.245.188:44615)
11:01:18.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:18.012705 5887 leader_election.cc:288] T 00000000000000000000000000000000 P 05e67164d20c486eb7fe8fd51a131ab3 [CANDIDATE]: Term 2 election: Requested vote from peers 2b26dd328e00412aa496490d4f7a64f4 (127.4.245.190:34613), 194ebd914a83439798a52288895b63e8 (127.4.245.189:45675)
11:01:18.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:18.013264 5291 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "194ebd914a83439798a52288895b63e8" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "05e67164d20c486eb7fe8fd51a131ab3"
11:01:18.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:18.013518 5291 raft_consensus.cc:2379] T 00000000000000000000000000000000 P 05e67164d20c486eb7fe8fd51a131ab3 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 194ebd914a83439798a52288895b63e8 in current term 2: Already voted for candidate 05e67164d20c486eb7fe8fd51a131ab3 in this term.
11:01:18.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:18.013527 5211 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "05e67164d20c486eb7fe8fd51a131ab3" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "194ebd914a83439798a52288895b63e8"
11:01:18.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:18.013760 5211 raft_consensus.cc:2379] T 00000000000000000000000000000000 P 194ebd914a83439798a52288895b63e8 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 05e67164d20c486eb7fe8fd51a131ab3 in current term 2: Already voted for candidate 194ebd914a83439798a52288895b63e8 in this term.
11:01:18.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:18.014081 5269 leader_election.cc:334] T 00000000000000000000000000000000 P 05e67164d20c486eb7fe8fd51a131ab3 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 2b26dd328e00412aa496490d4f7a64f4 (127.4.245.190:34613): Network error: Client connection negotiation failed: client connection to 127.4.245.190:34613: connect: Connection refused (error 111)
11:01:18.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:18.014417 5188 leader_election.cc:334] T 00000000000000000000000000000000 P 194ebd914a83439798a52288895b63e8 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 2b26dd328e00412aa496490d4f7a64f4 (127.4.245.190:34613): Network error: Client connection negotiation failed: client connection to 127.4.245.190:34613: connect: Connection refused (error 111)
11:01:18.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:18.014441 5267 leader_election.cc:302] T 00000000000000000000000000000000 P 05e67164d20c486eb7fe8fd51a131ab3 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 05e67164d20c486eb7fe8fd51a131ab3; no voters: 194ebd914a83439798a52288895b63e8, 2b26dd328e00412aa496490d4f7a64f4
11:01:18.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:18.014541 5188 leader_election.cc:302] T 00000000000000000000000000000000 P 194ebd914a83439798a52288895b63e8 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 194ebd914a83439798a52288895b63e8; no voters: 05e67164d20c486eb7fe8fd51a131ab3, 2b26dd328e00412aa496490d4f7a64f4
11:01:18.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:18.014664 5887 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 05e67164d20c486eb7fe8fd51a131ab3 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
11:01:18.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:18.014786 5888 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 194ebd914a83439798a52288895b63e8 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
11:01:18.070 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.190:34613(127.4.245.190:34613)] connecting to peer
11:01:18.072 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.190:34613(127.4.245.190:34613): Connection refused: /127.4.245.190:34613
11:01:18.072 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.190:34613(127.4.245.190:34613)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.190:34613(127.4.245.190:34613): Connection refused: /127.4.245.190:34613
11:01:18.072 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location master-127.4.245.190:34613(127.4.245.190:34613) for tablet Kudu Master: Failed to connect to peer master-127.4.245.190:34613(127.4.245.190:34613): Connection refused: /127.4.245.190:34613
11:01:18.090 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.190:34613(127.4.245.190:34613)] connecting to peer
11:01:18.091 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.190:34613(127.4.245.190:34613): Connection refused: /127.4.245.190:34613
11:01:18.091 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.190:34613(127.4.245.190:34613)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.190:34613(127.4.245.190:34613): Connection refused: /127.4.245.190:34613
11:01:18.091 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.190:34613: Failed to connect to peer master-127.4.245.190:34613(127.4.245.190:34613): Connection refused: /127.4.245.190:34613
11:01:18.092 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:18.110 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.190:34613(127.4.245.190:34613)] connecting to peer
11:01:18.111 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.190:34613(127.4.245.190:34613): Connection refused: /127.4.245.190:34613
11:01:18.111 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.190:34613(127.4.245.190:34613)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.190:34613(127.4.245.190:34613): Connection refused: /127.4.245.190:34613
11:01:18.111 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.190:34613: Failed to connect to peer master-127.4.245.190:34613(127.4.245.190:34613): Connection refused: /127.4.245.190:34613
11:01:18.112 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:18.130 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.190:34613(127.4.245.190:34613)] connecting to peer
11:01:18.131 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.190:34613(127.4.245.190:34613): Connection refused: /127.4.245.190:34613
11:01:18.131 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.190:34613(127.4.245.190:34613)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.190:34613(127.4.245.190:34613): Connection refused: /127.4.245.190:34613
11:01:18.132 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.190:34613: Failed to connect to peer master-127.4.245.190:34613(127.4.245.190:34613): Connection refused: /127.4.245.190:34613
11:01:18.133 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:18.150 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.190:34613(127.4.245.190:34613)] connecting to peer
11:01:18.151 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.190:34613(127.4.245.190:34613): Connection refused: /127.4.245.190:34613
11:01:18.151 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.190:34613(127.4.245.190:34613)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.190:34613(127.4.245.190:34613): Connection refused: /127.4.245.190:34613
11:01:18.151 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.190:34613: Failed to connect to peer master-127.4.245.190:34613(127.4.245.190:34613): Connection refused: /127.4.245.190:34613
11:01:18.153 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:18.170 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.190:34613(127.4.245.190:34613)] connecting to peer
11:01:18.171 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.190:34613(127.4.245.190:34613): Connection refused: /127.4.245.190:34613
11:01:18.171 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.190:34613(127.4.245.190:34613)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.190:34613(127.4.245.190:34613): Connection refused: /127.4.245.190:34613
11:01:18.171 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.190:34613: Failed to connect to peer master-127.4.245.190:34613(127.4.245.190:34613): Connection refused: /127.4.245.190:34613
11:01:18.171 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:18.230 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.190:34613(127.4.245.190:34613)] connecting to peer
11:01:18.231 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.190:34613(127.4.245.190:34613): Connection refused: /127.4.245.190:34613
11:01:18.231 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.190:34613(127.4.245.190:34613)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.190:34613(127.4.245.190:34613): Connection refused: /127.4.245.190:34613
11:01:18.231 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.190:34613: Failed to connect to peer master-127.4.245.190:34613(127.4.245.190:34613): Connection refused: /127.4.245.190:34613
11:01:18.232 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:18.290 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.190:34613(127.4.245.190:34613)] connecting to peer
11:01:18.291 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.190:34613(127.4.245.190:34613): Connection refused: /127.4.245.190:34613
11:01:18.291 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.190:34613(127.4.245.190:34613)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.190:34613(127.4.245.190:34613): Connection refused: /127.4.245.190:34613
11:01:18.291 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.190:34613: Failed to connect to peer master-127.4.245.190:34613(127.4.245.190:34613): Connection refused: /127.4.245.190:34613
11:01:18.291 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:18.309 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.190:34613(127.4.245.190:34613)] connecting to peer
11:01:18.310 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.190:34613(127.4.245.190:34613): Connection refused: /127.4.245.190:34613
11:01:18.310 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.190:34613(127.4.245.190:34613)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.190:34613(127.4.245.190:34613): Connection refused: /127.4.245.190:34613
11:01:18.310 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.190:34613: Failed to connect to peer master-127.4.245.190:34613(127.4.245.190:34613): Connection refused: /127.4.245.190:34613
11:01:18.311 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:18.312 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] sending RPC to server master-127.4.245.190:34613, [2ms] received response from server master-127.4.245.190:34613: Network error: Failed to connect to peer master-127.4.245.190:34613(127.4.245.190:34613): Connection refused: /127.4.245.190:34613, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.4.245.190:34613(127.4.245.190:34613): Connection refused: /127.4.245.190:34613, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: Network error: Failed to connect to peer master-127.4.245.190:34613(127.4.245.190:34613): Connection refused: /127.4.245.190:34613, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.190:34613(127.4.245.190:34613): Connection refused: /127.4.245.190:34613, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: Network error: Failed to connect to peer master-127.4.245.190:34613(127.4.245.190:34613): Connection refused: /127.4.245.190:34613, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.190:34613(127.4.245.190:34613): Connection refused: /127.4.245.190:34613, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: Network error: Failed to connect to peer master-127.4.245.190:34613(127.4.245.190:34613): Connection refused: /127.4.245.190:34613, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.190:34613(127.4.245.190:34613): Connection refused: /127.4.245.190:34613, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: Network error: Failed to connect to peer master-127.4.245.190:34613(127.4.245.190:34613): Connection refused: /127.4.245.190:34613, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.190:34613(127.4.245.190:34613): Connection refused: /127.4.245.190:34613, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: Network error: Failed to connect to peer master-127.4.245.190:34613(127.4.245.190:34613): Connection refused: /127.4.245.190:34613, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.190:34613(127.4.245.190:34613): Connection refused: /127.4.245.190:34613, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: Network error: Failed to connect to peer master-127.4.245.190:34613(127.4.245.190:34613): Connection refused: /127.4.245.190:34613, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: OK, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.190:34613(127.4.245.190:34613): Connection refused: /127.4.245.190:34613, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: Network error: Failed to connect to peer master-127.4.245.190:34613(127.4.245.190:34613): Connection refused: /127.4.245.190:34613, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: OK, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.190:34613(127.4.245.190:34613): Connection refused: /127.4.245.190:34613, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [240ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: Network error: Failed to connect to peer master-127.4.245.190:34613(127.4.245.190:34613): Connection refused: /127.4.245.190:34613, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: OK, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.190:34613(127.4.245.190:34613): Connection refused: /127.4.245.190:34613, deferred=Deferred@851500510(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$83/1734754589@759ee1c8 -> (continuation of Deferred@458963474 after retry RPC after error@961018248) -> (continuation of Deferred@232652115 after retry RPC after error@256892289) -> (continuation of Deferred@1292299728 after retry RPC after error@1267455553) -> (continuation of Deferred@702450950 after retry RPC after error@1485635177) -> (continuation of Deferred@580837573 after retry RPC after error@934417161) -> (continuation of Deferred@1792609860 after retry RPC after error@1427753664) -> (continuation of Deferred@13926510 after retry RPC after error@668590374), errback=org.apache.kudu.client.KuduTransaction$$Lambda$84/2134679084@5d070b7 -> (continuation of Deferred@458963474 after retry RPC after error@961018248) -> (continuation of Deferred@232652115 after retry RPC after error@256892289) -> (continuation of Deferred@1292299728 after retry RPC after error@1267455553) -> (continuation of Deferred@702450950 after retry RPC after error@1485635177) -> (continuation of Deferred@580837573 after retry RPC after error@934417161) -> (continuation of Deferred@1792609860 after retry RPC after error@1427753664) -> (continuation of Deferred@13926510 after retry RPC after error@668590374)))
11:01:18.312 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] sending RPC to server master-127.4.245.190:34613, [2ms] received response from server master-127.4.245.190:34613: Network error: Failed to connect to peer master-127.4.245.190:34613(127.4.245.190:34613): Connection refused: /127.4.245.190:34613, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.4.245.190:34613(127.4.245.190:34613): Connection refused: /127.4.245.190:34613, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: Network error: Failed to connect to peer master-127.4.245.190:34613(127.4.245.190:34613): Connection refused: /127.4.245.190:34613, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.190:34613(127.4.245.190:34613): Connection refused: /127.4.245.190:34613, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: Network error: Failed to connect to peer master-127.4.245.190:34613(127.4.245.190:34613): Connection refused: /127.4.245.190:34613, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.190:34613(127.4.245.190:34613): Connection refused: /127.4.245.190:34613, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: Network error: Failed to connect to peer master-127.4.245.190:34613(127.4.245.190:34613): Connection refused: /127.4.245.190:34613, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.190:34613(127.4.245.190:34613): Connection refused: /127.4.245.190:34613, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: Network error: Failed to connect to peer master-127.4.245.190:34613(127.4.245.190:34613): Connection refused: /127.4.245.190:34613, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.190:34613(127.4.245.190:34613): Connection refused: /127.4.245.190:34613, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: Network error: Failed to connect to peer master-127.4.245.190:34613(127.4.245.190:34613): Connection refused: /127.4.245.190:34613, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.190:34613(127.4.245.190:34613): Connection refused: /127.4.245.190:34613, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: Network error: Failed to connect to peer master-127.4.245.190:34613(127.4.245.190:34613): Connection refused: /127.4.245.190:34613, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: OK, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.190:34613(127.4.245.190:34613): Connection refused: /127.4.245.190:34613, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: Network error: Failed to connect to peer master-127.4.245.190:34613(127.4.245.190:34613): Connection refused: /127.4.245.190:34613, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: OK, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.190:34613(127.4.245.190:34613): Connection refused: /127.4.245.190:34613, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [240ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: Network error: Failed to connect to peer master-127.4.245.190:34613(127.4.245.190:34613): Connection refused: /127.4.245.190:34613, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: OK, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.190:34613(127.4.245.190:34613): Connection refused: /127.4.245.190:34613, deferred=Deferred@851500510(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$83/1734754589@759ee1c8 -> (continuation of Deferred@458963474 after retry RPC after error@961018248) -> (continuation of Deferred@232652115 after retry RPC after error@256892289) -> (continuation of Deferred@1292299728 after retry RPC after error@1267455553) -> (continuation of Deferred@702450950 after retry RPC after error@1485635177) -> (continuation of Deferred@580837573 after retry RPC after error@934417161) -> (continuation of Deferred@1792609860 after retry RPC after error@1427753664) -> (continuation of Deferred@13926510 after retry RPC after error@668590374), errback=org.apache.kudu.client.KuduTransaction$$Lambda$84/2134679084@5d070b7 -> (continuation of Deferred@458963474 after retry RPC after error@961018248) -> (continuation of Deferred@232652115 after retry RPC after error@256892289) -> (continuation of Deferred@1292299728 after retry RPC after error@1267455553) -> (continuation of Deferred@702450950 after retry RPC after error@1485635177) -> (continuation of Deferred@580837573 after retry RPC after error@934417161) -> (continuation of Deferred@1792609860 after retry RPC after error@1427753664) -> (continuation of Deferred@13926510 after retry RPC after error@668590374)))
11:01:18.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:18.329375 5887 raft_consensus.cc:482] T 00000000000000000000000000000000 P 05e67164d20c486eb7fe8fd51a131ab3 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
11:01:18.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:18.329519 5887 raft_consensus.cc:504] T 00000000000000000000000000000000 P 05e67164d20c486eb7fe8fd51a131ab3 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b26dd328e00412aa496490d4f7a64f4" member_type: VOTER last_known_addr { host: "127.4.245.190" port: 34613 } } peers { permanent_uuid: "194ebd914a83439798a52288895b63e8" member_type: VOTER last_known_addr { host: "127.4.245.189" port: 45675 } } peers { permanent_uuid: "05e67164d20c486eb7fe8fd51a131ab3" member_type: VOTER last_known_addr { host: "127.4.245.188" port: 44615 } }
11:01:18.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:18.330106 5887 leader_election.cc:288] T 00000000000000000000000000000000 P 05e67164d20c486eb7fe8fd51a131ab3 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 2b26dd328e00412aa496490d4f7a64f4 (127.4.245.190:34613), 194ebd914a83439798a52288895b63e8 (127.4.245.189:45675)
11:01:18.330 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.190:34613(127.4.245.190:34613)] connecting to peer
11:01:18.331 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.190:34613(127.4.245.190:34613): Connection refused: /127.4.245.190:34613
11:01:18.331 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.190:34613(127.4.245.190:34613)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.190:34613(127.4.245.190:34613): Connection refused: /127.4.245.190:34613
11:01:18.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:18.330571 5211 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "05e67164d20c486eb7fe8fd51a131ab3" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "194ebd914a83439798a52288895b63e8" is_pre_election: true
11:01:18.331 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.190:34613: Failed to connect to peer master-127.4.245.190:34613(127.4.245.190:34613): Connection refused: /127.4.245.190:34613
11:01:18.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:18.330883 5211 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 194ebd914a83439798a52288895b63e8 [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 05e67164d20c486eb7fe8fd51a131ab3 in term 2.
11:01:18.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:18.331429 5267 leader_election.cc:302] T 00000000000000000000000000000000 P 05e67164d20c486eb7fe8fd51a131ab3 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 05e67164d20c486eb7fe8fd51a131ab3, 194ebd914a83439798a52288895b63e8; no voters:
11:01:18.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:18.331815 5887 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 05e67164d20c486eb7fe8fd51a131ab3 [term 2 FOLLOWER]: Leader pre-election won for term 3
11:01:18.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:18.331914 5887 raft_consensus.cc:482] T 00000000000000000000000000000000 P 05e67164d20c486eb7fe8fd51a131ab3 [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
11:01:18.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:18.331918 5269 leader_election.cc:334] T 00000000000000000000000000000000 P 05e67164d20c486eb7fe8fd51a131ab3 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 2b26dd328e00412aa496490d4f7a64f4 (127.4.245.190:34613): Network error: Client connection negotiation failed: client connection to 127.4.245.190:34613: connect: Connection refused (error 111)
11:01:18.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:18.332026 5887 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 05e67164d20c486eb7fe8fd51a131ab3 [term 2 FOLLOWER]: Advancing to term 3
11:01:18.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:18.333626 5887 raft_consensus.cc:504] T 00000000000000000000000000000000 P 05e67164d20c486eb7fe8fd51a131ab3 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b26dd328e00412aa496490d4f7a64f4" member_type: VOTER last_known_addr { host: "127.4.245.190" port: 34613 } } peers { permanent_uuid: "194ebd914a83439798a52288895b63e8" member_type: VOTER last_known_addr { host: "127.4.245.189" port: 45675 } } peers { permanent_uuid: "05e67164d20c486eb7fe8fd51a131ab3" member_type: VOTER last_known_addr { host: "127.4.245.188" port: 44615 } }
11:01:18.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:18.334115 5887 leader_election.cc:288] T 00000000000000000000000000000000 P 05e67164d20c486eb7fe8fd51a131ab3 [CANDIDATE]: Term 3 election: Requested vote from peers 2b26dd328e00412aa496490d4f7a64f4 (127.4.245.190:34613), 194ebd914a83439798a52288895b63e8 (127.4.245.189:45675)
11:01:18.334 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:18.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:18.334529 5211 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "05e67164d20c486eb7fe8fd51a131ab3" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "194ebd914a83439798a52288895b63e8"
11:01:18.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:18.334700 5211 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 194ebd914a83439798a52288895b63e8 [term 2 FOLLOWER]: Advancing to term 3
11:01:18.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:18.335376 5269 leader_election.cc:334] T 00000000000000000000000000000000 P 05e67164d20c486eb7fe8fd51a131ab3 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 2b26dd328e00412aa496490d4f7a64f4 (127.4.245.190:34613): Network error: Client connection negotiation failed: client connection to 127.4.245.190:34613: connect: Connection refused (error 111)
11:01:18.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:18.336643 5211 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 194ebd914a83439798a52288895b63e8 [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 05e67164d20c486eb7fe8fd51a131ab3 in term 3.
11:01:18.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:18.336967 5267 leader_election.cc:302] T 00000000000000000000000000000000 P 05e67164d20c486eb7fe8fd51a131ab3 [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 05e67164d20c486eb7fe8fd51a131ab3, 194ebd914a83439798a52288895b63e8; no voters: 2b26dd328e00412aa496490d4f7a64f4
11:01:18.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:18.337206 5887 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 05e67164d20c486eb7fe8fd51a131ab3 [term 3 FOLLOWER]: Leader election won for term 3
11:01:18.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:18.337620 5887 raft_consensus.cc:686] T 00000000000000000000000000000000 P 05e67164d20c486eb7fe8fd51a131ab3 [term 3 LEADER]: Becoming Leader. State: Replica: 05e67164d20c486eb7fe8fd51a131ab3, State: Running, Role: LEADER
11:01:18.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:18.337947 5887 consensus_queue.cc:237] T 00000000000000000000000000000000 P 05e67164d20c486eb7fe8fd51a131ab3 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b26dd328e00412aa496490d4f7a64f4" member_type: VOTER last_known_addr { host: "127.4.245.190" port: 34613 } } peers { permanent_uuid: "194ebd914a83439798a52288895b63e8" member_type: VOTER last_known_addr { host: "127.4.245.189" port: 45675 } } peers { permanent_uuid: "05e67164d20c486eb7fe8fd51a131ab3" member_type: VOTER last_known_addr { host: "127.4.245.188" port: 44615 } }
11:01:18.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:18.339097 5894 sys_catalog.cc:455] T 00000000000000000000000000000000 P 05e67164d20c486eb7fe8fd51a131ab3 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 05e67164d20c486eb7fe8fd51a131ab3. Latest consensus state: current_term: 3 leader_uuid: "05e67164d20c486eb7fe8fd51a131ab3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b26dd328e00412aa496490d4f7a64f4" member_type: VOTER last_known_addr { host: "127.4.245.190" port: 34613 } } peers { permanent_uuid: "194ebd914a83439798a52288895b63e8" member_type: VOTER last_known_addr { host: "127.4.245.189" port: 45675 } } peers { permanent_uuid: "05e67164d20c486eb7fe8fd51a131ab3" member_type: VOTER last_known_addr { host: "127.4.245.188" port: 44615 } } }
11:01:18.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:18.339457 5894 sys_catalog.cc:458] T 00000000000000000000000000000000 P 05e67164d20c486eb7fe8fd51a131ab3 [sys.catalog]: This master's current role is: LEADER
11:01:18.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:18.339993 5895 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
11:01:18.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:18.342083 5895 catalog_manager.cc:669] Loaded metadata for table kudu_system.kudu_transactions [id=f258f3082c034f1ba56c03b3b84ab783]
11:01:18.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:18.342628 5895 catalog_manager.cc:669] Loaded metadata for table txn_manager_fallback_rolling [id=fee5724ee3534438a7d234176a9f7059]
11:01:18.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:18.343992 5895 tablet_loader.cc:96] loaded metadata for tablet 51ebbbcaecc14dcf960b6db951cc44b5 (table kudu_system.kudu_transactions [id=f258f3082c034f1ba56c03b3b84ab783])
11:01:18.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:18.344406 5895 tablet_loader.cc:96] loaded metadata for tablet 7aea13f494b946be9f75feb73e2b34c0 (table txn_manager_fallback_rolling [id=fee5724ee3534438a7d234176a9f7059])
11:01:18.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:18.344722 5895 tablet_loader.cc:96] loaded metadata for tablet 9d97e2a33c7340dfbb9ce8fa17c0b548 (table txn_manager_fallback_rolling [id=fee5724ee3534438a7d234176a9f7059])
11:01:18.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:18.344959 5895 catalog_manager.cc:1484] Initializing Kudu cluster ID...
11:01:18.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:18.345654 5895 catalog_manager.cc:1259] Loaded cluster ID: f0854b4dfff34767bf14ce1eccb18d51
11:01:18.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:18.345754 5895 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
11:01:18.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:18.346843 5895 catalog_manager.cc:1504] Loading token signing keys...
11:01:18.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:18.347765 5895 catalog_manager.cc:5879] T 00000000000000000000000000000000 P 05e67164d20c486eb7fe8fd51a131ab3: Loaded TSK: 0
11:01:18.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:18.349014 5895 catalog_manager.cc:1514] Initializing in-progress tserver states...
11:01:18.350 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.190:34613(127.4.245.190:34613)] connecting to peer
11:01:18.351 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.190:34613(127.4.245.190:34613): Connection refused: /127.4.245.190:34613
11:01:18.351 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.190:34613(127.4.245.190:34613)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.190:34613(127.4.245.190:34613): Connection refused: /127.4.245.190:34613
11:01:18.351 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.190:34613: Failed to connect to peer master-127.4.245.190:34613(127.4.245.190:34613): Connection refused: /127.4.245.190:34613
11:01:18.353 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
11:01:18.353 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=2, TimeoutTracker(timeout=250, elapsed=22), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: Network error: Failed to connect to peer master-127.4.245.190:34613(127.4.245.190:34613): Connection refused: /127.4.245.190:34613, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: OK, [4ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.190:34613(127.4.245.190:34613): Connection refused: /127.4.245.190:34613, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: Network error: Failed to connect to peer master-127.4.245.190:34613(127.4.245.190:34613): Connection refused: /127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: OK, deferred=Deferred@1750483814(state=PENDING, result=null, callback=(continuation of Deferred@200110943 after retry RPC after error@214022709), errback=(continuation of Deferred@200110943 after retry RPC after error@214022709))) after lookup
11:01:18.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:18.402846 5282 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:52260:
11:01:18.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
11:01:18.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
11:01:18.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
11:01:18.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
11:01:18.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
11:01:18.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
11:01:18.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
11:01:18.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
11:01:18.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
11:01:18.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
11:01:18.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
11:01:18.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:01:18.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
11:01:18.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
11:01:18.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
11:01:18.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
11:01:18.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
11:01:18.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
11:01:18.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
11:01:18.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
11:01:18.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
11:01:18.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:01:18.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
11:01:18.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
11:01:18.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
11:01:18.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
11:01:18.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
11:01:18.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
11:01:18.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
11:01:18.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
11:01:18.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
11:01:18.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:01:18.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
11:01:18.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
11:01:18.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
11:01:18.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
11:01:18.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
11:01:18.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
11:01:18.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
11:01:18.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
11:01:18.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
11:01:18.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:01:18.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:01:18.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
11:01:18.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
11:01:18.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
11:01:18.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
11:01:18.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:01:18.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
11:01:18.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
11:01:18.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
11:01:18.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
11:01:18.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:01:18.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:01:18.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:01:18.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
11:01:18.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:18.404621 5282 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
11:01:18.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:18.442474 5211 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 194ebd914a83439798a52288895b63e8 [term 3 FOLLOWER]: Refusing update from remote peer 05e67164d20c486eb7fe8fd51a131ab3: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 3 index: 12. (index mismatch)
11:01:18.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:18.443068 5894 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 05e67164d20c486eb7fe8fd51a131ab3 [LEADER]: Connected to new peer: Peer: permanent_uuid: "194ebd914a83439798a52288895b63e8" member_type: VOTER last_known_addr { host: "127.4.245.189" port: 45675 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
11:01:18.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:18.444350 5888 sys_catalog.cc:455] T 00000000000000000000000000000000 P 194ebd914a83439798a52288895b63e8 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 05e67164d20c486eb7fe8fd51a131ab3. Latest consensus state: current_term: 3 leader_uuid: "05e67164d20c486eb7fe8fd51a131ab3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b26dd328e00412aa496490d4f7a64f4" member_type: VOTER last_known_addr { host: "127.4.245.190" port: 34613 } } peers { permanent_uuid: "194ebd914a83439798a52288895b63e8" member_type: VOTER last_known_addr { host: "127.4.245.189" port: 45675 } } peers { permanent_uuid: "05e67164d20c486eb7fe8fd51a131ab3" member_type: VOTER last_known_addr { host: "127.4.245.188" port: 44615 } } }
11:01:18.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:18.444716 5888 sys_catalog.cc:458] T 00000000000000000000000000000000 P 194ebd914a83439798a52288895b63e8 [sys.catalog]: This master's current role is: FOLLOWER
11:01:18.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:18.445995 5887 sys_catalog.cc:455] T 00000000000000000000000000000000 P 05e67164d20c486eb7fe8fd51a131ab3 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "05e67164d20c486eb7fe8fd51a131ab3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b26dd328e00412aa496490d4f7a64f4" member_type: VOTER last_known_addr { host: "127.4.245.190" port: 34613 } } peers { permanent_uuid: "194ebd914a83439798a52288895b63e8" member_type: VOTER last_known_addr { host: "127.4.245.189" port: 45675 } } peers { permanent_uuid: "05e67164d20c486eb7fe8fd51a131ab3" member_type: VOTER last_known_addr { host: "127.4.245.188" port: 44615 } } }
11:01:18.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:18.446305 5887 sys_catalog.cc:458] T 00000000000000000000000000000000 P 05e67164d20c486eb7fe8fd51a131ab3 [sys.catalog]: This master's current role is: LEADER
11:01:18.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:18.446400 5269 consensus_peers.cc:487] T 00000000000000000000000000000000 P 05e67164d20c486eb7fe8fd51a131ab3 -> Peer 2b26dd328e00412aa496490d4f7a64f4 (127.4.245.190:34613): Couldn't send request to peer 2b26dd328e00412aa496490d4f7a64f4. Status: Network error: Client connection negotiation failed: client connection to 127.4.245.190:34613: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
11:01:18.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:18.446511 5888 sys_catalog.cc:455] T 00000000000000000000000000000000 P 194ebd914a83439798a52288895b63e8 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "05e67164d20c486eb7fe8fd51a131ab3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b26dd328e00412aa496490d4f7a64f4" member_type: VOTER last_known_addr { host: "127.4.245.190" port: 34613 } } peers { permanent_uuid: "194ebd914a83439798a52288895b63e8" member_type: VOTER last_known_addr { host: "127.4.245.189" port: 45675 } } peers { permanent_uuid: "05e67164d20c486eb7fe8fd51a131ab3" member_type: VOTER last_known_addr { host: "127.4.245.188" port: 44615 } } }
11:01:18.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:18.446749 5888 sys_catalog.cc:458] T 00000000000000000000000000000000 P 194ebd914a83439798a52288895b63e8 [sys.catalog]: This master's current role is: FOLLOWER
11:01:18.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:18.990545 5269 consensus_peers.cc:487] T 00000000000000000000000000000000 P 05e67164d20c486eb7fe8fd51a131ab3 -> Peer 2b26dd328e00412aa496490d4f7a64f4 (127.4.245.190:34613): Couldn't send request to peer 2b26dd328e00412aa496490d4f7a64f4. Status: Network error: Client connection negotiation failed: client connection to 127.4.245.190:34613: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
11:01:19.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:19.427898 5269 consensus_peers.cc:487] T 00000000000000000000000000000000 P 05e67164d20c486eb7fe8fd51a131ab3 -> Peer 2b26dd328e00412aa496490d4f7a64f4 (127.4.245.190:34613): Couldn't send request to peer 2b26dd328e00412aa496490d4f7a64f4. Status: Network error: Client connection negotiation failed: client connection to 127.4.245.190:34613: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
11:01:19.734 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 9d97e2a33c7340dfbb9ce8fa17c0b548 for table 'txn_manager_fallback_rolling' with partition [0x00000000, 0x00000001)
11:01:19.734 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 7aea13f494b946be9f75feb73e2b34c0 for table 'txn_manager_fallback_rolling' with partition [0x00000001, 0x00000002)
11:01:19.734 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=9d97e2a33c7340dfbb9ce8fa17c0b548@[06ab4acf9f694c97be8a7874a0fc7152(127.4.245.131:43415)[L],114d25aab24c44088336a3726faccc62(127.4.245.129:45659),a99f17a2f1114ffb8833754e6c00e830(127.4.245.130:35675)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=7aea13f494b946be9f75feb73e2b34c0@[06ab4acf9f694c97be8a7874a0fc7152(127.4.245.131:43415),114d25aab24c44088336a3726faccc62(127.4.245.129:45659)[L],a99f17a2f1114ffb8833754e6c00e830(127.4.245.130:35675)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
11:01:19.734 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=3), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.245.188:44615, [2ms] Sub RPC GetTableLocations: received response from server master-127.4.245.188:44615: OK, deferred=null) after lookup
11:01:19.735 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 06ab4acf9f694c97be8a7874a0fc7152(127.4.245.131:43415)] connecting to peer
11:01:19.736 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 06ab4acf9f694c97be8a7874a0fc7152(127.4.245.131:43415)] Successfully connected to peer
11:01:19.749 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xce41c714, L:/127.0.0.1:36318 - R:/127.4.245.131:43415] using TOKEN/null
11:01:19.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:19.753788 5740 master_proxy_rpc.cc:203] Re-attempting GetTableSchema request to leader Master (127.4.245.190:34613)
11:01:19.793 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.4.245.190:34613
11:01:19.793 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
11:01:19.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:19.794142 5078 external_mini_cluster.cc:1326] Running /tmp/dist-test-task182ImG/build/asan/bin/kudu
11:01:19.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task182ImG/build/asan/bin/kudu
11:01:19.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522/master-0/wal
11:01:19.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522/master-0/data
11:01:19.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
11:01:19.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
11:01:19.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
11:01:19.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:01:19.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:01:19.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:01:19.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522/master-0/logs
11:01:19.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522/master-0/data/info.pb
11:01:19.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:01:19.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
11:01:19.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
11:01:19.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
11:01:19.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
11:01:19.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:01:19.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:01:19.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:01:19.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
11:01:19.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
11:01:19.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:01:19.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:01:19.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.245.190:34613
11:01:19.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.245.190
11:01:19.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33297
11:01:19.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.245.148:45323
11:01:19.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:01:19.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:01:19.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:01:19.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:01:19.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615
11:01:19.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:01:19.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37703/jwks.json
11:01:19.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
11:01:19.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
11:01:19.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:19.841197 5669 heartbeater.cc:503] Master 127.4.245.188:44615 was elected leader, sending a full tablet report...
11:01:19.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:19.964267 5269 consensus_peers.cc:487] T 00000000000000000000000000000000 P 05e67164d20c486eb7fe8fd51a131ab3 -> Peer 2b26dd328e00412aa496490d4f7a64f4 (127.4.245.190:34613): Couldn't send request to peer 2b26dd328e00412aa496490d4f7a64f4. Status: Network error: Client connection negotiation failed: client connection to 127.4.245.190:34613: connect: Connection refused (error 111). This is attempt 16: this message will repeat every 5th retry.
11:01:20.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:20.092670 5934 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
11:01:20.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:20.092926 5934 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
11:01:20.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:20.093029 5934 flags.cc:425] Enabled unsafe flag: --never_fsync=true
11:01:20.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:20.099920 5934 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
11:01:20.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:20.100036 5934 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
11:01:20.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:20.100086 5934 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
11:01:20.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:20.100152 5934 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
11:01:20.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:20.100204 5934 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
11:01:20.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:20.100278 5934 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
11:01:20.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:20.100364 5934 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:37703/jwks.json
11:01:20.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:20.108677 5934 master_runner.cc:386] Master server non-default flags:
11:01:20.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:01:20.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.245.148:45323
11:01:20.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:01:20.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:01:20.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
11:01:20.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522/master-0/data
11:01:20.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522/master-0/wal
11:01:20.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:01:20.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615
11:01:20.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
11:01:20.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:01:20.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:01:20.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:01:20.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.245.190:34613
11:01:20.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:01:20.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
11:01:20.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:01:20.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37703/jwks.json
11:01:20.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:01:20.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:01:20.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522/master-0/data/info.pb
11:01:20.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.245.190
11:01:20.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33297
11:01:20.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
11:01:20.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:01:20.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
11:01:20.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
11:01:20.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:01:20.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522/master-0/logs
11:01:20.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:01:20.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
11:01:20.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
11:01:20.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
11:01:20.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
11:01:20.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
11:01:20.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
11:01:20.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 25 Sep 2026 09:24:16 UTC on ccycloud.quasar-kczgym.root.comops.site
11:01:20.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4672077
11:01:20.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
11:01:20.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:20.110034 5934 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
11:01:20.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:20.111999 5934 file_cache.cc:493] Constructed file cache file cache with capacity 419430
11:01:20.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:20.123008 5940 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:01:20.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:20.122967 5941 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:01:20.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:20.123121 5943 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:01:20.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:20.124768 5934 server_base.cc:1034] running on GCE node
11:01:20.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:20.125504 5934 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
11:01:20.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:20.126899 5934 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
11:01:20.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:20.128113 5934 hybrid_clock.cc:648] HybridClock initialized: now 1790334080128043 us; error 54 us; skew 500 ppm
11:01:20.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:20.128396 5934 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
11:01:20.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:20.130424 5934 webserver.cc:460] Webserver started at http://127.4.245.190:33297/ using document root <none> and password file <none>
11:01:20.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:20.131108 5934 fs_manager.cc:359] Metadata directory not provided
11:01:20.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:20.131201 5934 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
11:01:20.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:20.132439 5528 heartbeater.cc:503] Master 127.4.245.188:44615 was elected leader, sending a full tablet report...
11:01:20.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:20.136940 5934 fs_manager.cc:709] Time spent opening directory manager: real 0.004s user 0.003s sys 0.003s
11:01:20.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:20.139463 5950 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
11:01:20.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:20.140679 5934 fs_manager.cc:725] Time spent opening block manager: real 0.002s user 0.001s sys 0.000s
11:01:20.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:20.140811 5934 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522/master-0/data,/tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522/master-0/wal
11:01:20.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2b26dd328e00412aa496490d4f7a64f4"
11:01:20.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 11:01:14 on dist-test-slave-5kbn"
11:01:20.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:20.141687 5934 fs_report.cc:383] FS layout report
11:01:20.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
11:01:20.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522/master-0/wal
11:01:20.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522/master-0/wal
11:01:20.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522/master-0/data/data
11:01:20.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
11:01:20.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
11:01:20.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
11:01:20.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
11:01:20.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
11:01:20.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
11:01:20.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
11:01:20.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
11:01:20.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
11:01:20.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
11:01:20.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
11:01:20.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:20.156025 5934 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
11:01:20.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:20.156692 5934 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
11:01:20.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:20.156924 5934 kserver.cc:163] Server-wide thread pool size limit: 3276
11:01:20.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:20.176901 5934 rpc_server.cc:307] RPC server started. Bound to: 127.4.245.190:34613
11:01:20.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:20.176929 6011 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.4.245.190:34613 every 8 connection(s)
11:01:20.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:20.178112 5934 server_base.cc:1166] Dumped server information to /tmp/dist-test-task182ImG/test-tmp/mini-kudu-cluster234403781124093522/master-0/data/info.pb
11:01:20.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:20.178723 5078 external_mini_cluster.cc:1388] Started /tmp/dist-test-task182ImG/build/asan/bin/kudu as pid 5934
11:01:20.179 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
11:01:20.179 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.4.245.188:44615
11:01:20.179 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
11:01:20.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:20.179461 5078 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-task182ImG/build/asan/bin/kudu pid 5250
11:01:20.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:20.180398 5322 generic_service.cc:196] Checking for leaks (request via RPC)
11:01:20.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:20.186151 6012 sys_catalog.cc:263] Verifying existing consensus state
11:01:20.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:20.190666 6012 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4: Bootstrap starting.
11:01:20.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:20.212589 6012 log.cc:824] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4: Log is configured to *not* fsync() on all Append() calls
11:01:20.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:20.227327 6012 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4: Bootstrap replayed 1/1 log segments. Stats: ops{read=11 overwritten=0 applied=11 ignored=0} inserts{seen=8 ignored=0} mutations{seen=6 ignored=0} orphaned_commits=0. Pending: 0 replicates
11:01:20.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:20.227804 6012 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4: Bootstrap complete.
11:01:20.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:20.240700 6012 raft_consensus.cc:348] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b26dd328e00412aa496490d4f7a64f4" member_type: VOTER last_known_addr { host: "127.4.245.190" port: 34613 } } peers { permanent_uuid: "194ebd914a83439798a52288895b63e8" member_type: VOTER last_known_addr { host: "127.4.245.189" port: 45675 } } peers { permanent_uuid: "05e67164d20c486eb7fe8fd51a131ab3" member_type: VOTER last_known_addr { host: "127.4.245.188" port: 44615 } }
11:01:20.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:20.241880 6012 raft_consensus.cc:729] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2b26dd328e00412aa496490d4f7a64f4, State: Initialized, Role: FOLLOWER
11:01:20.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:20.242509 6012 consensus_queue.cc:260] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b26dd328e00412aa496490d4f7a64f4" member_type: VOTER last_known_addr { host: "127.4.245.190" port: 34613 } } peers { permanent_uuid: "194ebd914a83439798a52288895b63e8" member_type: VOTER last_known_addr { host: "127.4.245.189" port: 45675 } } peers { permanent_uuid: "05e67164d20c486eb7fe8fd51a131ab3" member_type: VOTER last_known_addr { host: "127.4.245.188" port: 44615 } }
11:01:20.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:20.243229 6016 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b26dd328e00412aa496490d4f7a64f4" member_type: VOTER last_known_addr { host: "127.4.245.190" port: 34613 } } peers { permanent_uuid: "194ebd914a83439798a52288895b63e8" member_type: VOTER last_known_addr { host: "127.4.245.189" port: 45675 } } peers { permanent_uuid: "05e67164d20c486eb7fe8fd51a131ab3" member_type: VOTER last_known_addr { host: "127.4.245.188" port: 44615 } } }
11:01:20.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:20.243762 6016 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [sys.catalog]: This master's current role is: FOLLOWER
11:01:20.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:20.244264 6012 sys_catalog.cc:564] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [sys.catalog]: configured and running, proceeding with master startup.
11:01:20.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:20.255034 6027 catalog_manager.cc:1259] Loaded cluster ID: f0854b4dfff34767bf14ce1eccb18d51
11:01:20.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:20.256685 6027 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4: loading cluster ID for follower catalog manager: success
11:01:20.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:20.264122 6027 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4: acquiring CA information for follower catalog manager: success
11:01:20.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:20.266659 6027 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
11:01:20.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:20.333576 5078 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task182ImG/build/asan/bin/kudu with pid 5250
11:01:20.351 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.4.245.188:44615(127.4.245.188:44615)] handling channelInactive
11:01:20.351 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state READY due to: connection closed
11:01:20.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:20.351706 6029 negotiation.cc:337] Failed RPC negotiation. Trace:
11:01:20.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 11:01:20.288081 (+ 0us) reactor.cc:625] Submitting negotiation task for client connection to 127.4.245.188:44615 (local address 127.0.0.1:52274)
11:01:20.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 11:01:20.288473 (+ 392us) negotiation.cc:107] Waiting for socket to connect
11:01:20.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 11:01:20.288493 (+ 20us) client_negotiation.cc:174] Beginning negotiation
11:01:20.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 11:01:20.288576 (+ 83us) client_negotiation.cc:252] Sending NEGOTIATE NegotiatePB request
11:01:20.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 11:01:20.350450 (+ 61874us) negotiation.cc:327] Negotiation complete: Network error: Client connection negotiation failed: client connection to 127.4.245.188:44615: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107)
11:01:20.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"client-negotiator.queue_time_us":268}
11:01:20.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:20.351998 5811 heartbeater.cc:503] Master 127.4.245.188:44615 was elected leader, sending a full tablet report...
11:01:20.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:20.359917 5188 connection.cc:535] server connection from 127.0.0.1:34816 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
11:01:20.361 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
11:01:20.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:20.361380 6030 negotiation.cc:337] Failed RPC negotiation. Trace:
11:01:20.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 11:01:20.332618 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:47712 (local address 127.4.245.190:34613)
11:01:20.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 11:01:20.332800 (+ 182us) server_negotiation.cc:206] Beginning negotiation
11:01:20.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 11:01:20.332804 (+ 4us) server_negotiation.cc:399] Waiting for connection header
11:01:20.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 11:01:20.332826 (+ 22us) server_negotiation.cc:407] Connection header received
11:01:20.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 11:01:20.334367 (+ 1541us) server_negotiation.cc:365] Received NEGOTIATE NegotiatePB request
11:01:20.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 11:01:20.334373 (+ 6us) server_negotiation.cc:461] Received NEGOTIATE request from client
11:01:20.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 11:01:20.334454 (+ 81us) server_negotiation.cc:377] Sending NEGOTIATE NegotiatePB response
11:01:20.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 11:01:20.334540 (+ 86us) server_negotiation.cc:226] Negotiated authn=CERTIFICATE
11:01:20.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 11:01:20.350510 (+ 15970us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:47712: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107)
11:01:20.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":57}
11:01:20.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:20.354671 5934 master_runner.cc:186] Error getting master registration for 127.4.245.188:44615: Network error: Client connection negotiation failed: client connection to 127.4.245.188:44615: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107),
11:01:20.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:20.367075 5934 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
11:01:20.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:20.368891 6034 negotiation.cc:337] Failed RPC negotiation. Trace:
11:01:20.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 11:01:20.353205 (+ 0us) reactor.cc:625] Submitting negotiation task for client connection to 127.4.245.188:44615 (local address 127.4.245.131:49273)
11:01:20.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 11:01:20.367488 (+ 14283us) negotiation.cc:107] Waiting for socket to connect
11:01:20.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 11:01:20.367601 (+ 113us) negotiation.cc:327] Negotiation complete: Network error: Client connection negotiation failed: client connection to 127.4.245.188:44615: connect: Connection reset by peer (error 104)
11:01:20.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"client-negotiator.queue_time_us":14159,"thread_start_us":14075,"threads_started":1}
11:01:20.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:20.373878 5810 heartbeater.cc:347] Connected to a master server at 127.4.245.190:34613
11:01:20.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:20.377406 5967 master_service.cc:432] Got heartbeat from unknown tserver (permanent_uuid: "06ab4acf9f694c97be8a7874a0fc7152" instance_seqno: 1790334077030125) as {username='slave'} at 127.4.245.131:44179; Asking this server to re-register.
11:01:20.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:20.378058 5810 heartbeater.cc:464] Registering TS with master...
11:01:20.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:20.379518 5967 ts_manager.cc:194] Registered new tserver with Master: 06ab4acf9f694c97be8a7874a0fc7152 (127.4.245.131:43415)
11:01:20.489 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:20.490 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:20.491 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:20.491 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location master-127.4.245.188:44615(127.4.245.188:44615) for tablet Kudu Master: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:20.510 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.190:34613(127.4.245.190:34613)] connecting to peer
11:01:20.511 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:20.511 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.4.245.190:34613(127.4.245.190:34613)] Successfully connected to peer
11:01:20.511 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:20.511 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:20.512 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:20.524 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xe9f9291e, L:/127.0.0.1:47714 - R:/127.4.245.190:34613] using TOKEN/null
11:01:20.525 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:20.530 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:20.531 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:20.531 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:20.531 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:20.532 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:20.550 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:20.551 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:20.551 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:20.551 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:20.551 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:20.570 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:20.572 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:20.572 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:20.572 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:20.572 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:20.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:20.582429 6016 raft_consensus.cc:482] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
11:01:20.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:20.582664 6016 raft_consensus.cc:504] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b26dd328e00412aa496490d4f7a64f4" member_type: VOTER last_known_addr { host: "127.4.245.190" port: 34613 } } peers { permanent_uuid: "194ebd914a83439798a52288895b63e8" member_type: VOTER last_known_addr { host: "127.4.245.189" port: 45675 } } peers { permanent_uuid: "05e67164d20c486eb7fe8fd51a131ab3" member_type: VOTER last_known_addr { host: "127.4.245.188" port: 44615 } }
11:01:20.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:20.584312 6016 leader_election.cc:288] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 194ebd914a83439798a52288895b63e8 (127.4.245.189:45675), 05e67164d20c486eb7fe8fd51a131ab3 (127.4.245.188:44615)
11:01:20.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:20.584681 5211 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2b26dd328e00412aa496490d4f7a64f4" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "194ebd914a83439798a52288895b63e8" is_pre_election: true
11:01:20.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:20.585064 5951 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.245.188:44615: connect: Connection refused (error 111)
11:01:20.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:20.586556 5951 leader_election.cc:334] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 05e67164d20c486eb7fe8fd51a131ab3 (127.4.245.188:44615): Network error: Client connection negotiation failed: client connection to 127.4.245.188:44615: connect: Connection refused (error 111)
11:01:20.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:20.586717 5951 leader_election.cc:302] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 2b26dd328e00412aa496490d4f7a64f4; no voters: 05e67164d20c486eb7fe8fd51a131ab3, 194ebd914a83439798a52288895b63e8
11:01:20.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:20.587037 6016 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
11:01:20.590 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:20.590 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:20.590 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:20.591 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:20.591 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:20.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:20.635093 6038 raft_consensus.cc:482] T 00000000000000000000000000000000 P 194ebd914a83439798a52288895b63e8 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 05e67164d20c486eb7fe8fd51a131ab3)
11:01:20.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:20.635279 6038 raft_consensus.cc:504] T 00000000000000000000000000000000 P 194ebd914a83439798a52288895b63e8 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b26dd328e00412aa496490d4f7a64f4" member_type: VOTER last_known_addr { host: "127.4.245.190" port: 34613 } } peers { permanent_uuid: "194ebd914a83439798a52288895b63e8" member_type: VOTER last_known_addr { host: "127.4.245.189" port: 45675 } } peers { permanent_uuid: "05e67164d20c486eb7fe8fd51a131ab3" member_type: VOTER last_known_addr { host: "127.4.245.188" port: 44615 } }
11:01:20.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:20.635912 6038 leader_election.cc:288] T 00000000000000000000000000000000 P 194ebd914a83439798a52288895b63e8 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 2b26dd328e00412aa496490d4f7a64f4 (127.4.245.190:34613), 05e67164d20c486eb7fe8fd51a131ab3 (127.4.245.188:44615)
11:01:20.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:20.637174 5185 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.245.188:44615: connect: Connection refused (error 111) [suppressed 6 similar messages]
11:01:20.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:20.638661 5185 leader_election.cc:334] T 00000000000000000000000000000000 P 194ebd914a83439798a52288895b63e8 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 05e67164d20c486eb7fe8fd51a131ab3 (127.4.245.188:44615): Network error: Client connection negotiation failed: client connection to 127.4.245.188:44615: connect: Connection refused (error 111)
11:01:20.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:20.642683 5977 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "194ebd914a83439798a52288895b63e8" candidate_term: 4 candidate_status { last_received { term: 3 index: 12 } } ignore_live_leader: false dest_uuid: "2b26dd328e00412aa496490d4f7a64f4" is_pre_election: true
11:01:20.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:20.643151 5977 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 194ebd914a83439798a52288895b63e8 in term 1.
11:01:20.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:20.643679 5188 leader_election.cc:302] T 00000000000000000000000000000000 P 194ebd914a83439798a52288895b63e8 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 194ebd914a83439798a52288895b63e8, 2b26dd328e00412aa496490d4f7a64f4; no voters: 05e67164d20c486eb7fe8fd51a131ab3
11:01:20.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:20.644002 6038 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 194ebd914a83439798a52288895b63e8 [term 3 FOLLOWER]: Leader pre-election won for term 4
11:01:20.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:20.644117 6038 raft_consensus.cc:482] T 00000000000000000000000000000000 P 194ebd914a83439798a52288895b63e8 [term 3 FOLLOWER]: Starting leader election (detected failure of leader 05e67164d20c486eb7fe8fd51a131ab3)
11:01:20.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:20.644197 6038 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 194ebd914a83439798a52288895b63e8 [term 3 FOLLOWER]: Advancing to term 4
11:01:20.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:20.646549 6038 raft_consensus.cc:504] T 00000000000000000000000000000000 P 194ebd914a83439798a52288895b63e8 [term 4 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b26dd328e00412aa496490d4f7a64f4" member_type: VOTER last_known_addr { host: "127.4.245.190" port: 34613 } } peers { permanent_uuid: "194ebd914a83439798a52288895b63e8" member_type: VOTER last_known_addr { host: "127.4.245.189" port: 45675 } } peers { permanent_uuid: "05e67164d20c486eb7fe8fd51a131ab3" member_type: VOTER last_known_addr { host: "127.4.245.188" port: 44615 } }
11:01:20.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:20.647172 6038 leader_election.cc:288] T 00000000000000000000000000000000 P 194ebd914a83439798a52288895b63e8 [CANDIDATE]: Term 4 election: Requested vote from peers 2b26dd328e00412aa496490d4f7a64f4 (127.4.245.190:34613), 05e67164d20c486eb7fe8fd51a131ab3 (127.4.245.188:44615)
11:01:20.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:20.647575 5977 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "194ebd914a83439798a52288895b63e8" candidate_term: 4 candidate_status { last_received { term: 3 index: 12 } } ignore_live_leader: false dest_uuid: "2b26dd328e00412aa496490d4f7a64f4"
11:01:20.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:20.647796 5977 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [term 1 FOLLOWER]: Advancing to term 4
11:01:20.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:20.648447 5185 leader_election.cc:334] T 00000000000000000000000000000000 P 194ebd914a83439798a52288895b63e8 [CANDIDATE]: Term 4 election: RPC error from VoteRequest() call to peer 05e67164d20c486eb7fe8fd51a131ab3 (127.4.245.188:44615): Network error: Client connection negotiation failed: client connection to 127.4.245.188:44615: connect: Connection refused (error 111)
11:01:20.651 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:20.652 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:20.652 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:20.652 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:20.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:20.652400 5977 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [term 4 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 194ebd914a83439798a52288895b63e8 in term 4.
11:01:20.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:20.652791 5188 leader_election.cc:302] T 00000000000000000000000000000000 P 194ebd914a83439798a52288895b63e8 [CANDIDATE]: Term 4 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 194ebd914a83439798a52288895b63e8, 2b26dd328e00412aa496490d4f7a64f4; no voters: 05e67164d20c486eb7fe8fd51a131ab3
11:01:20.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:20.653182 6038 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 194ebd914a83439798a52288895b63e8 [term 4 FOLLOWER]: Leader election won for term 4
11:01:20.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:20.653611 6038 raft_consensus.cc:686] T 00000000000000000000000000000000 P 194ebd914a83439798a52288895b63e8 [term 4 LEADER]: Becoming Leader. State: Replica: 194ebd914a83439798a52288895b63e8, State: Running, Role: LEADER
11:01:20.654 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:20.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:20.654134 6038 consensus_queue.cc:237] T 00000000000000000000000000000000 P 194ebd914a83439798a52288895b63e8 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 12, Committed index: 12, Last appended: 3.12, Last appended by leader: 12, Current term: 4, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b26dd328e00412aa496490d4f7a64f4" member_type: VOTER last_known_addr { host: "127.4.245.190" port: 34613 } } peers { permanent_uuid: "194ebd914a83439798a52288895b63e8" member_type: VOTER last_known_addr { host: "127.4.245.189" port: 45675 } } peers { permanent_uuid: "05e67164d20c486eb7fe8fd51a131ab3" member_type: VOTER last_known_addr { host: "127.4.245.188" port: 44615 } }
11:01:20.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:20.655807 6042 sys_catalog.cc:455] T 00000000000000000000000000000000 P 194ebd914a83439798a52288895b63e8 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 194ebd914a83439798a52288895b63e8. Latest consensus state: current_term: 4 leader_uuid: "194ebd914a83439798a52288895b63e8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b26dd328e00412aa496490d4f7a64f4" member_type: VOTER last_known_addr { host: "127.4.245.190" port: 34613 } } peers { permanent_uuid: "194ebd914a83439798a52288895b63e8" member_type: VOTER last_known_addr { host: "127.4.245.189" port: 45675 } } peers { permanent_uuid: "05e67164d20c486eb7fe8fd51a131ab3" member_type: VOTER last_known_addr { host: "127.4.245.188" port: 44615 } } }
11:01:20.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:20.656193 6042 sys_catalog.cc:458] T 00000000000000000000000000000000 P 194ebd914a83439798a52288895b63e8 [sys.catalog]: This master's current role is: LEADER
11:01:20.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:20.656838 6044 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
11:01:20.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:20.659152 6044 catalog_manager.cc:669] Loaded metadata for table kudu_system.kudu_transactions [id=f258f3082c034f1ba56c03b3b84ab783]
11:01:20.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:20.659647 6044 catalog_manager.cc:669] Loaded metadata for table txn_manager_fallback_rolling [id=fee5724ee3534438a7d234176a9f7059]
11:01:20.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:20.661293 6044 tablet_loader.cc:96] loaded metadata for tablet 51ebbbcaecc14dcf960b6db951cc44b5 (table kudu_system.kudu_transactions [id=f258f3082c034f1ba56c03b3b84ab783])
11:01:20.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:20.661747 6044 tablet_loader.cc:96] loaded metadata for tablet 7aea13f494b946be9f75feb73e2b34c0 (table txn_manager_fallback_rolling [id=fee5724ee3534438a7d234176a9f7059])
11:01:20.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:20.662119 6044 tablet_loader.cc:96] loaded metadata for tablet 9d97e2a33c7340dfbb9ce8fa17c0b548 (table txn_manager_fallback_rolling [id=fee5724ee3534438a7d234176a9f7059])
11:01:20.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:20.662381 6044 catalog_manager.cc:1484] Initializing Kudu cluster ID...
11:01:20.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:20.663262 6044 catalog_manager.cc:1259] Loaded cluster ID: f0854b4dfff34767bf14ce1eccb18d51
11:01:20.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:20.663341 6044 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
11:01:20.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:20.664410 6044 catalog_manager.cc:1504] Loading token signing keys...
11:01:20.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:20.665177 6044 catalog_manager.cc:5879] T 00000000000000000000000000000000 P 194ebd914a83439798a52288895b63e8: Loaded TSK: 0
11:01:20.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:20.665906 6044 catalog_manager.cc:1514] Initializing in-progress tserver states...
11:01:20.730 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:20.731 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:20.731 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:20.731 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:20.733 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
11:01:20.733 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] sending RPC to server master-127.4.245.188:44615, [2ms] received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [24ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: OK, [36ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [36ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [83ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [163ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [163ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: OK, [165ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [165ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [243ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: OK, deferred=Deferred@302785506(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$83/1734754589@44cc3ac4 -> (continuation of Deferred@1573866986 after retry RPC after error@340280130) -> (continuation of Deferred@1730703642 after retry RPC after error@1117220129) -> (continuation of Deferred@1695602820 after retry RPC after error@865391927) -> (continuation of Deferred@395363070 after retry RPC after error@1855413064) -> (continuation of Deferred@228616934 after retry RPC after error@411581192) -> (continuation of Deferred@161385941 after retry RPC after error@1569180341), errback=org.apache.kudu.client.KuduTransaction$$Lambda$84/2134679084@537e7cb9 -> (continuation of Deferred@1573866986 after retry RPC after error@340280130) -> (continuation of Deferred@1730703642 after retry RPC after error@1117220129) -> (continuation of Deferred@1695602820 after retry RPC after error@865391927) -> (continuation of Deferred@395363070 after retry RPC after error@1855413064) -> (continuation of Deferred@228616934 after retry RPC after error@411581192) -> (continuation of Deferred@161385941 after retry RPC after error@1569180341))) after lookup
11:01:20.750 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=9, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.4.245.188:44615, [2ms] received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [24ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: OK, [36ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [36ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [83ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [163ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [163ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: OK, [165ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [165ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [243ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: OK, [244ms] sending RPC to server master-127.4.245.189:45675, deferred=Deferred@302785506(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$83/1734754589@44cc3ac4 -> (continuation of Deferred@1573866986 after retry RPC after error@340280130) -> (continuation of Deferred@1730703642 after retry RPC after error@1117220129) -> (continuation of Deferred@1695602820 after retry RPC after error@865391927) -> (continuation of Deferred@395363070 after retry RPC after error@1855413064) -> (continuation of Deferred@228616934 after retry RPC after error@411581192) -> (continuation of Deferred@161385941 after retry RPC after error@1569180341) -> (continuation of Deferred@2142807751 after retry RPC@1822374086), errback=org.apache.kudu.client.KuduTransaction$$Lambda$84/2134679084@537e7cb9 -> (continuation of Deferred@1573866986 after retry RPC after error@340280130) -> (continuation of Deferred@1730703642 after retry RPC after error@1117220129) -> (continuation of Deferred@1695602820 after retry RPC after error@865391927) -> (continuation of Deferred@395363070 after retry RPC after error@1855413064) -> (continuation of Deferred@228616934 after retry RPC after error@411581192) -> (continuation of Deferred@161385941 after retry RPC after error@1569180341) -> (continuation of Deferred@2142807751 after retry RPC@1822374086)))
11:01:20.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:20.762498 5231 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:34820 (request call id 18) took 28 ms (client timeout 6 ms). Trace:
11:01:20.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:20.762727 5231 rpcz_store.cc:269] 0925 11:01:20.734265 (+ 0us) service_pool.cc:170] Inserting onto call queue
11:01:20.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 11:01:20.734330 (+ 65us) service_pool.cc:227] Handling call
11:01:20.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 11:01:20.762420 (+ 28090us) inbound_call.cc:173] Queueing success response
11:01:20.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"init.queue_time_us":454,"thread_start_us":782,"threads_started":4}
11:01:20.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:20.763716 5185 consensus_peers.cc:487] T 00000000000000000000000000000000 P 194ebd914a83439798a52288895b63e8 -> Peer 05e67164d20c486eb7fe8fd51a131ab3 (127.4.245.188:44615): Couldn't send request to peer 05e67164d20c486eb7fe8fd51a131ab3. Status: Network error: Client connection negotiation failed: client connection to 127.4.245.188:44615: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
11:01:20.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:20.764590 5977 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [term 4 FOLLOWER]: Refusing update from remote peer 194ebd914a83439798a52288895b63e8: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 4 index: 13. (index mismatch)
11:01:20.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:20.765302 6042 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 194ebd914a83439798a52288895b63e8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "2b26dd328e00412aa496490d4f7a64f4" member_type: VOTER last_known_addr { host: "127.4.245.190" port: 34613 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 11, Time since last communication: 0.000s
11:01:20.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/monotime.cc:332:28: runtime error: signed integer overflow: 2158168913748 + 9223369878685867531 cannot be represented in type 'long'
11:01:20.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:20.780380 6055 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 4 leader_uuid: "194ebd914a83439798a52288895b63e8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b26dd328e00412aa496490d4f7a64f4" member_type: VOTER last_known_addr { host: "127.4.245.190" port: 34613 } } peers { permanent_uuid: "194ebd914a83439798a52288895b63e8" member_type: VOTER last_known_addr { host: "127.4.245.189" port: 45675 } } peers { permanent_uuid: "05e67164d20c486eb7fe8fd51a131ab3" member_type: VOTER last_known_addr { host: "127.4.245.188" port: 44615 } } }
11:01:20.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:20.780687 6016 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 194ebd914a83439798a52288895b63e8. Latest consensus state: current_term: 4 leader_uuid: "194ebd914a83439798a52288895b63e8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b26dd328e00412aa496490d4f7a64f4" member_type: VOTER last_known_addr { host: "127.4.245.190" port: 34613 } } peers { permanent_uuid: "194ebd914a83439798a52288895b63e8" member_type: VOTER last_known_addr { host: "127.4.245.189" port: 45675 } } peers { permanent_uuid: "05e67164d20c486eb7fe8fd51a131ab3" member_type: VOTER last_known_addr { host: "127.4.245.188" port: 44615 } } }
11:01:20.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:20.781033 6016 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [sys.catalog]: This master's current role is: FOLLOWER
11:01:20.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:20.780731 6055 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [sys.catalog]: This master's current role is: FOLLOWER
11:01:20.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:20.783946 6055 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 4 leader_uuid: "194ebd914a83439798a52288895b63e8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b26dd328e00412aa496490d4f7a64f4" member_type: VOTER last_known_addr { host: "127.4.245.190" port: 34613 } } peers { permanent_uuid: "194ebd914a83439798a52288895b63e8" member_type: VOTER last_known_addr { host: "127.4.245.189" port: 45675 } } peers { permanent_uuid: "05e67164d20c486eb7fe8fd51a131ab3" member_type: VOTER last_known_addr { host: "127.4.245.188" port: 44615 } } }
11:01:20.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:20.784116 6055 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [sys.catalog]: This master's current role is: FOLLOWER
11:01:20.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:20.787420 6042 sys_catalog.cc:455] T 00000000000000000000000000000000 P 194ebd914a83439798a52288895b63e8 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 4 leader_uuid: "194ebd914a83439798a52288895b63e8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b26dd328e00412aa496490d4f7a64f4" member_type: VOTER last_known_addr { host: "127.4.245.190" port: 34613 } } peers { permanent_uuid: "194ebd914a83439798a52288895b63e8" member_type: VOTER last_known_addr { host: "127.4.245.189" port: 45675 } } peers { permanent_uuid: "05e67164d20c486eb7fe8fd51a131ab3" member_type: VOTER last_known_addr { host: "127.4.245.188" port: 44615 } } }
11:01:20.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:20.787717 6042 sys_catalog.cc:458] T 00000000000000000000000000000000 P 194ebd914a83439798a52288895b63e8 [sys.catalog]: This master's current role is: LEADER
11:01:20.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:20.810007 5201 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:34854:
11:01:20.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
11:01:20.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
11:01:20.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
11:01:20.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
11:01:20.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
11:01:20.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
11:01:20.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
11:01:20.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
11:01:20.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
11:01:20.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
11:01:20.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
11:01:20.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:01:20.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
11:01:20.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
11:01:20.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
11:01:20.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
11:01:20.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
11:01:20.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
11:01:20.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
11:01:20.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
11:01:20.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
11:01:20.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:01:20.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
11:01:20.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
11:01:20.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
11:01:20.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
11:01:20.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
11:01:20.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
11:01:20.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
11:01:20.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
11:01:20.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
11:01:20.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:01:20.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
11:01:20.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
11:01:20.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
11:01:20.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
11:01:20.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
11:01:20.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
11:01:20.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
11:01:20.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
11:01:20.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
11:01:20.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:01:20.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:01:20.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
11:01:20.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
11:01:20.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
11:01:20.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
11:01:20.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:01:20.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
11:01:20.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
11:01:20.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
11:01:20.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
11:01:20.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:01:20.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:01:20.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
11:01:20.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
11:01:20.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:20.825634 5201 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
11:01:20.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:20.848448 5668 heartbeater.cc:347] Connected to a master server at 127.4.245.190:34613
11:01:20.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:20.850338 5967 master_service.cc:432] Got heartbeat from unknown tserver (permanent_uuid: "a99f17a2f1114ffb8833754e6c00e830" instance_seqno: 1790334076555815) as {username='slave'} at 127.4.245.130:41281; Asking this server to re-register.
11:01:20.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:20.851260 5668 heartbeater.cc:464] Registering TS with master...
11:01:20.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:20.852891 5967 ts_manager.cc:194] Registered new tserver with Master: a99f17a2f1114ffb8833754e6c00e830 (127.4.245.130:35675)
11:01:21.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:21.144124 5527 heartbeater.cc:347] Connected to a master server at 127.4.245.190:34613
11:01:21.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:21.145938 5967 master_service.cc:432] Got heartbeat from unknown tserver (permanent_uuid: "114d25aab24c44088336a3726faccc62" instance_seqno: 1790334076097021) as {username='slave'} at 127.4.245.129:53371; Asking this server to re-register.
11:01:21.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:21.146708 5527 heartbeater.cc:464] Registering TS with master...
11:01:21.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:21.148169 5967 ts_manager.cc:194] Registered new tserver with Master: 114d25aab24c44088336a3726faccc62 (127.4.245.129:45659)
11:01:21.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:21.253674 5185 consensus_peers.cc:487] T 00000000000000000000000000000000 P 194ebd914a83439798a52288895b63e8 -> Peer 05e67164d20c486eb7fe8fd51a131ab3 (127.4.245.188:44615): Couldn't send request to peer 05e67164d20c486eb7fe8fd51a131ab3. Status: Network error: Client connection negotiation failed: client connection to 127.4.245.188:44615: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
11:01:21.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:21.742749 5185 consensus_peers.cc:487] T 00000000000000000000000000000000 P 194ebd914a83439798a52288895b63e8 -> Peer 05e67164d20c486eb7fe8fd51a131ab3 (127.4.245.188:44615): Couldn't send request to peer 05e67164d20c486eb7fe8fd51a131ab3. Status: Network error: Client connection negotiation failed: client connection to 127.4.245.188:44615: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
11:01:21.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 0x7f38becea538 in kudu::operator+(kudu::MonoTime const&, kudu::MonoDelta const&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/monotime.cc:332:28
11:01:21.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:21.847954 5670 heartbeater.cc:503] Master 127.4.245.189:45675 was elected leader, sending a full tablet report...
11:01:21.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 0x9dd255 in kudu::CountDownLatch::WaitFor(kudu::MonoDelta const&) const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/countdown_latch.h:99:38
11:01:21.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 0x7f38d1d5ebe2 in kudu::Promise<kudu::Status>::WaitFor(kudu::MonoDelta const&) const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/promise.h:57:16
11:01:21.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 0x7f38d1d4f7d4 in kudu::master::Master::WaitForTxnManagerInit(kudu::MonoTime) const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/master.cc:458:48
11:01:21.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 0x7f38d1ea416b in kudu::transactions::TxnManager::CheckInitialized(kudu::MonoTime const&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/txn_manager.cc:283:21
11:01:21.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 0x7f38d1ea4d5b in kudu::transactions::TxnManager::KeepTransactionAlive(long, std::string const&, kudu::MonoTime const&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/txn_manager.cc:226:3
11:01:21.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 0x7f38d1ea99cf in kudu::transactions::TxnManagerServiceImpl::KeepTransactionAlive(kudu::transactions::KeepTransactionAliveRequestPB const*, kudu::transactions::KeepTransactionAliveResponsePB*, kudu::rpc::RpcContext*) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/txn_manager_service.cc:159:42
11:01:22.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 0x7f38cbf5acc6 in kudu::transactions::TxnManagerServiceIf::TxnManagerServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_9::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const /data0/somelongdirectorytoavoidrpathissues/src/kudu/build/asan/src/kudu/master/txn_manager.service.cc:271:13
11:01:22.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 0x7f38cbf5a9f5 in std::_Function_handler<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*), kudu::transactions::TxnManagerServiceIf::TxnManagerServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_9>::_M_invoke(std::_Any_data const&, google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) ../../../include/c++/8/bits/std_function.h:297:2
11:01:22.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 0x7f38c58c79be in std::function<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*)>::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const ../../../include/c++/8/bits/std_function.h:687:14
11:01:22.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 0x7f38c58c679e in kudu::rpc::GeneratedServiceIf::Handle(kudu::rpc::InboundCall*) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/rpc/service_if.cc:137:3
11:01:22.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 0x7f38c58ccb25 in kudu::rpc::ServicePool::RunThread() /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/rpc/service_pool.cc:231:15
11:01:22.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 0x7f38c58cd54f in kudu::rpc::ServicePool::Init(int)::$_0::operator()() const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/rpc/service_pool.cc:92:5
11:01:22.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 0x7f38c58cd378 in std::_Function_handler<void (), kudu::rpc::ServicePool::Init(int)::$_0>::_M_invoke(std::_Any_data const&) ../../../include/c++/8/bits/std_function.h:297:2
11:01:22.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 0x9edb7c in std::function<void ()>::operator()() const ../../../include/c++/8/bits/std_function.h:687:14
11:01:22.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 0x7f38bedafeae in kudu::Thread::SuperviseThread(void*) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/thread.cc:694:3
11:01:22.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 0x7f38c20896da in start_thread (/lib/x86_64-linux-gnu/libpthread.so.0+0x76da)
11:01:22.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 0x7f38bb01f61e in clone (/lib/x86_64-linux-gnu/libc.so.6+0x12161e)
11:01:22.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
11:01:22.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: UndefinedBehaviorSanitizer: undefined-behavior /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/monotime.cc:332:28 in
11:01:22.107 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.4.245.189:45675(127.4.245.189:45675)] handling channelInactive
11:01:22.107 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state READY due to: connection closed
11:01:22.107 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location master-127.4.245.189:45675(127.4.245.189:45675) for tablet Kudu Master: connection closed
11:01:22.110 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
11:01:22.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:22.139637 5529 heartbeater.cc:503] Master 127.4.245.189:45675 was elected leader, sending a full tablet report...
11:01:22.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:22.357218 5812 heartbeater.cc:503] Master 127.4.245.189:45675 was elected leader, sending a full tablet report...
11:01:22.361 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:22.362 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:22.362 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:22.362 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:22.362 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:22.363 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:22.363 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:22.363 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:22.363 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:22.370 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:22.370 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:22.370 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:22.371 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:22.371 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:22.371 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:22.371 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:22.371 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:22.371 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:22.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:22.374536 6070 raft_consensus.cc:482] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 194ebd914a83439798a52288895b63e8)
11:01:22.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:22.374667 6070 raft_consensus.cc:504] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b26dd328e00412aa496490d4f7a64f4" member_type: VOTER last_known_addr { host: "127.4.245.190" port: 34613 } } peers { permanent_uuid: "194ebd914a83439798a52288895b63e8" member_type: VOTER last_known_addr { host: "127.4.245.189" port: 45675 } } peers { permanent_uuid: "05e67164d20c486eb7fe8fd51a131ab3" member_type: VOTER last_known_addr { host: "127.4.245.188" port: 44615 } }
11:01:22.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:22.375144 6070 leader_election.cc:288] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 194ebd914a83439798a52288895b63e8 (127.4.245.189:45675), 05e67164d20c486eb7fe8fd51a131ab3 (127.4.245.188:44615)
11:01:22.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:22.376935 5952 leader_election.cc:334] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 194ebd914a83439798a52288895b63e8 (127.4.245.189:45675): Network error: Client connection negotiation failed: client connection to 127.4.245.189:45675: connect: Connection refused (error 111)
11:01:22.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:22.377107 5951 leader_election.cc:334] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 05e67164d20c486eb7fe8fd51a131ab3 (127.4.245.188:44615): Network error: Client connection negotiation failed: client connection to 127.4.245.188:44615: connect: Connection refused (error 111)
11:01:22.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:22.377224 5951 leader_election.cc:302] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 2b26dd328e00412aa496490d4f7a64f4; no voters: 05e67164d20c486eb7fe8fd51a131ab3, 194ebd914a83439798a52288895b63e8
11:01:22.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:22.377410 6070 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
11:01:22.390 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:22.390 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:22.390 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:22.390 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:22.391 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:22.391 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:22.391 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:22.391 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:22.391 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:22.409 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:22.410 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:22.410 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:22.410 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:22.410 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:22.410 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:22.411 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:22.411 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:22.411 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:22.411 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:22.411 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:22.411 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:22.411 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:22.411 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:22.412 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:22.430 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:22.430 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:22.431 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:22.431 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:22.431 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:22.431 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:22.431 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:22.431 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:22.432 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:22.432 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:22.432 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:22.432 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:22.450 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:22.450 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:22.451 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:22.451 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:22.451 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:22.451 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:22.452 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:22.452 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:22.452 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:22.452 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:22.452 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:22.452 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:22.470 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:22.470 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:22.471 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:22.471 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:22.471 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:22.471 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:22.471 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:22.471 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:22.471 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:22.490 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:22.490 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:22.491 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:22.491 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:22.491 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:22.491 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:22.492 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:22.492 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:22.492 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:22.492 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:22.492 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:22.492 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:22.493 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:22.493 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:22.493 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:22.510 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:22.510 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:22.510 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:22.510 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:22.510 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:22.510 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:22.511 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:22.511 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:22.511 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:22.570 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:22.570 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:22.570 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:22.570 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:22.571 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:22.571 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:22.571 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:22.571 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:22.571 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:22.571 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [23ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [43ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [63ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [82ms] refreshing cache from master, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [83ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [84ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [84ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@579540183(state=PENDING, result=null, callback=(continuation of Deferred@1294114137 after retry RPC after error@829707314) -> (continuation of Deferred@1671323958 after retry RPC after error@432667710) -> (continuation of Deferred@1087926795 after retry RPC after error@1402891238) -> (continuation of Deferred@1125726066 after retry RPC after error@367463203) -> (continuation of Deferred@372009918 after retry RPC after error@919462854) -> (continuation of Deferred@1013313738 after retry RPC after error@301353590), errback=(continuation of Deferred@1294114137 after retry RPC after error@829707314) -> (continuation of Deferred@1671323958 after retry RPC after error@432667710) -> (continuation of Deferred@1087926795 after retry RPC after error@1402891238) -> (continuation of Deferred@1125726066 after retry RPC after error@367463203) -> (continuation of Deferred@372009918 after retry RPC after error@919462854) -> (continuation of Deferred@1013313738 after retry RPC after error@301353590)))
11:01:22.572 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [23ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [43ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [63ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [82ms] refreshing cache from master, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [83ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [84ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [84ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@579540183(state=PENDING, result=null, callback=(continuation of Deferred@1294114137 after retry RPC after error@829707314) -> (continuation of Deferred@1671323958 after retry RPC after error@432667710) -> (continuation of Deferred@1087926795 after retry RPC after error@1402891238) -> (continuation of Deferred@1125726066 after retry RPC after error@367463203) -> (continuation of Deferred@372009918 after retry RPC after error@919462854) -> (continuation of Deferred@1013313738 after retry RPC after error@301353590), errback=(continuation of Deferred@1294114137 after retry RPC after error@829707314) -> (continuation of Deferred@1671323958 after retry RPC after error@432667710) -> (continuation of Deferred@1087926795 after retry RPC after error@1402891238) -> (continuation of Deferred@1125726066 after retry RPC after error@367463203) -> (continuation of Deferred@372009918 after retry RPC after error@919462854) -> (continuation of Deferred@1013313738 after retry RPC after error@301353590)))
11:01:22.590 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:22.590 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:22.591 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:22.591 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:22.591 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:22.591 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:22.591 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:22.591 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:22.591 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:22.610 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:22.610 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:22.610 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:22.610 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:22.611 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:22.611 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:22.611 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:22.611 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:22.611 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:22.611 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:22.611 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:22.612 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:22.630 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:22.630 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:22.630 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:22.630 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:22.630 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:22.631 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:22.631 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:22.631 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:22.631 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:22.649 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:22.650 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:22.650 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:22.650 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:22.650 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:22.650 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:22.650 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:22.651 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:22.651 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:22.670 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:22.671 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:22.671 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:22.671 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:22.671 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:22.671 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:22.672 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:22.672 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:22.672 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:22.710 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:22.711 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:22.711 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:22.711 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:22.711 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:22.711 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:22.711 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:22.712 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:22.712 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:22.730 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:22.731 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:22.731 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:22.731 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:22.731 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:22.731 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:22.731 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:22.731 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:22.732 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:22.750 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:22.750 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:22.751 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:22.751 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:22.751 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:22.751 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:22.751 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:22.751 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:22.751 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:22.752 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [3ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [23ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [83ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [123ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [163ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1442060472(state=PENDING, result=null, callback=(continuation of Deferred@1513084860 after retry RPC after error@1820360599) -> (continuation of Deferred@1878558888 after retry RPC after error@448556087) -> (continuation of Deferred@1040894699 after retry RPC after error@1360623226) -> (continuation of Deferred@2047805753 after retry RPC after error@53157787) -> (continuation of Deferred@1797181575 after retry RPC after error@1898893624) -> (continuation of Deferred@1944733925 after retry RPC after error@677795524), errback=(continuation of Deferred@1513084860 after retry RPC after error@1820360599) -> (continuation of Deferred@1878558888 after retry RPC after error@448556087) -> (continuation of Deferred@1040894699 after retry RPC after error@1360623226) -> (continuation of Deferred@2047805753 after retry RPC after error@53157787) -> (continuation of Deferred@1797181575 after retry RPC after error@1898893624) -> (continuation of Deferred@1944733925 after retry RPC after error@677795524)))
11:01:22.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:22.752803 6070 raft_consensus.cc:482] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 194ebd914a83439798a52288895b63e8)
11:01:22.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:22.753000 6070 raft_consensus.cc:504] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b26dd328e00412aa496490d4f7a64f4" member_type: VOTER last_known_addr { host: "127.4.245.190" port: 34613 } } peers { permanent_uuid: "194ebd914a83439798a52288895b63e8" member_type: VOTER last_known_addr { host: "127.4.245.189" port: 45675 } } peers { permanent_uuid: "05e67164d20c486eb7fe8fd51a131ab3" member_type: VOTER last_known_addr { host: "127.4.245.188" port: 44615 } }
11:01:22.753 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [3ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [23ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [83ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [123ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [163ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1442060472(state=PENDING, result=null, callback=(continuation of Deferred@1513084860 after retry RPC after error@1820360599) -> (continuation of Deferred@1878558888 after retry RPC after error@448556087) -> (continuation of Deferred@1040894699 after retry RPC after error@1360623226) -> (continuation of Deferred@2047805753 after retry RPC after error@53157787) -> (continuation of Deferred@1797181575 after retry RPC after error@1898893624) -> (continuation of Deferred@1944733925 after retry RPC after error@677795524), errback=(continuation of Deferred@1513084860 after retry RPC after error@1820360599) -> (continuation of Deferred@1878558888 after retry RPC after error@448556087) -> (continuation of Deferred@1040894699 after retry RPC after error@1360623226) -> (continuation of Deferred@2047805753 after retry RPC after error@53157787) -> (continuation of Deferred@1797181575 after retry RPC after error@1898893624) -> (continuation of Deferred@1944733925 after retry RPC after error@677795524)))
11:01:22.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:22.753693 6070 leader_election.cc:288] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 194ebd914a83439798a52288895b63e8 (127.4.245.189:45675), 05e67164d20c486eb7fe8fd51a131ab3 (127.4.245.188:44615)
11:01:22.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:22.755185 5951 leader_election.cc:334] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 05e67164d20c486eb7fe8fd51a131ab3 (127.4.245.188:44615): Network error: Client connection negotiation failed: client connection to 127.4.245.188:44615: connect: Connection refused (error 111)
11:01:22.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:22.755362 5952 leader_election.cc:334] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 194ebd914a83439798a52288895b63e8 (127.4.245.189:45675): Network error: Client connection negotiation failed: client connection to 127.4.245.189:45675: connect: Connection refused (error 111)
11:01:22.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:22.755504 5952 leader_election.cc:302] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 2b26dd328e00412aa496490d4f7a64f4; no voters: 05e67164d20c486eb7fe8fd51a131ab3, 194ebd914a83439798a52288895b63e8
11:01:22.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:22.755757 6070 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
11:01:22.770 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:22.770 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:22.771 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:22.771 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:22.771 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:22.771 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:22.771 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:22.771 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:22.771 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:22.790 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:22.790 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:22.790 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:22.790 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:22.791 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:22.791 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:22.791 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:22.791 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:22.791 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:22.810 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:22.810 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:22.810 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:22.810 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:22.811 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:22.811 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:22.811 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:22.811 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:22.811 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:22.830 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:22.830 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:22.830 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:22.830 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:22.830 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:22.830 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:22.830 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:22.831 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:22.831 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:22.849 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:22.850 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:22.850 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:22.851 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:22.851 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:22.851 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:22.851 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:22.851 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:22.851 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:22.869 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:22.870 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:22.870 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:22.870 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:22.870 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:22.870 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:22.870 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:22.871 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:22.871 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:22.871 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:22.871 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:22.871 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:22.871 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:22.872 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:22.872 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:22.890 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:22.890 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:22.890 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:22.890 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:22.890 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:22.890 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:22.890 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:22.891 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:22.891 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:22.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:22.991180 5695 txn_status_manager.cc:1390] automatically aborted stale txn (ID 0) past 1.092s from last keepalive heartbeat (effective timeout is 1.000s)
11:01:22.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:22.992605 5737 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.4.245.188:44615)
11:01:23.010 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:23.011 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:23.011 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.011 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.011 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.011 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.012 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.012 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.012 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:23.031 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@339514027(state=PENDING, result=null, callback=(continuation of Deferred@259506648 after retry RPC after error@1046472959) -> (continuation of Deferred@1518337081 after retry RPC after error@715559959) -> (continuation of Deferred@460253594 after retry RPC after error@1522004504) -> (continuation of Deferred@2139902787 after retry RPC after error@1637115529) -> (continuation of Deferred@224026904 after retry RPC after error@1754822041) -> (continuation of Deferred@1964193154 after retry RPC after error@938587527) -> (continuation of Deferred@1769816256 after retry RPC after error@1113773259) -> (continuation of Deferred@774985248 after retry RPC after error@349602796), errback=(continuation of Deferred@259506648 after retry RPC after error@1046472959) -> (continuation of Deferred@1518337081 after retry RPC after error@715559959) -> (continuation of Deferred@460253594 after retry RPC after error@1522004504) -> (continuation of Deferred@2139902787 after retry RPC after error@1637115529) -> (continuation of Deferred@224026904 after retry RPC after error@1754822041) -> (continuation of Deferred@1964193154 after retry RPC after error@938587527) -> (continuation of Deferred@1769816256 after retry RPC after error@1113773259) -> (continuation of Deferred@774985248 after retry RPC after error@349602796)))
11:01:23.031 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
11:01:23.050 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:23.051 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:23.051 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.051 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.051 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.051 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.051 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.051 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.052 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:23.070 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:23.070 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:23.071 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.071 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.071 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.071 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.071 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.071 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.072 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:23.090 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:23.090 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:23.091 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.091 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.091 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.091 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.091 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.091 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.092 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:23.110 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:23.110 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:23.111 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.111 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.111 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.111 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.111 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.111 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.112 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:23.130 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:23.130 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:23.131 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.131 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.131 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.131 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.131 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.131 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.131 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:23.150 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:23.151 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.151 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.151 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.151 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:23.151 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:23.152 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.152 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.152 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.152 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:23.152 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.152 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:23.152 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.153 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.153 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.153 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.153 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.153 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:23.210 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:23.211 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:23.211 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.211 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.211 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.211 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.211 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.211 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.212 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:23.250 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:23.251 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:23.251 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.251 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.251 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.251 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.251 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.252 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.252 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:23.252 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [103ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [103ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [103ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [202ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1832914274(state=PENDING, result=null, callback=(continuation of Deferred@1305754958 after retry RPC after error@492433221) -> (continuation of Deferred@391976349 after retry RPC after error@2048602377) -> (continuation of Deferred@382295369 after retry RPC after error@1152957202) -> (continuation of Deferred@993443813 after retry RPC after error@411456243) -> (continuation of Deferred@1157195711 after retry RPC after error@1159210009) -> (continuation of Deferred@1264542408 after retry RPC after error@1633988762) -> (continuation of Deferred@1848633238 after retry RPC after error@1779642022), errback=(continuation of Deferred@1305754958 after retry RPC after error@492433221) -> (continuation of Deferred@391976349 after retry RPC after error@2048602377) -> (continuation of Deferred@382295369 after retry RPC after error@1152957202) -> (continuation of Deferred@993443813 after retry RPC after error@411456243) -> (continuation of Deferred@1157195711 after retry RPC after error@1159210009) -> (continuation of Deferred@1264542408 after retry RPC after error@1633988762) -> (continuation of Deferred@1848633238 after retry RPC after error@1779642022)))
11:01:23.253 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [103ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [103ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [103ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [202ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1832914274(state=PENDING, result=null, callback=(continuation of Deferred@1305754958 after retry RPC after error@492433221) -> (continuation of Deferred@391976349 after retry RPC after error@2048602377) -> (continuation of Deferred@382295369 after retry RPC after error@1152957202) -> (continuation of Deferred@993443813 after retry RPC after error@411456243) -> (continuation of Deferred@1157195711 after retry RPC after error@1159210009) -> (continuation of Deferred@1264542408 after retry RPC after error@1633988762) -> (continuation of Deferred@1848633238 after retry RPC after error@1779642022), errback=(continuation of Deferred@1305754958 after retry RPC after error@492433221) -> (continuation of Deferred@391976349 after retry RPC after error@2048602377) -> (continuation of Deferred@382295369 after retry RPC after error@1152957202) -> (continuation of Deferred@993443813 after retry RPC after error@411456243) -> (continuation of Deferred@1157195711 after retry RPC after error@1159210009) -> (continuation of Deferred@1264542408 after retry RPC after error@1633988762) -> (continuation of Deferred@1848633238 after retry RPC after error@1779642022)))
11:01:23.270 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:23.270 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:23.271 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.271 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.271 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.272 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.272 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.272 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.272 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:23.290 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:23.290 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:23.290 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.291 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.291 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.291 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.291 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.291 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.291 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:23.310 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:23.310 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:23.310 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.310 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.311 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.311 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.311 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.311 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.311 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:23.330 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:23.330 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.330 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.330 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:23.331 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.331 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.331 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.331 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.331 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:23.350 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:23.350 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:23.350 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.351 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.351 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.351 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.351 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.351 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.351 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:23.370 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:23.370 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:23.370 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.370 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.371 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.371 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.371 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.371 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.371 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:23.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:23.415207 6092 raft_consensus.cc:482] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 194ebd914a83439798a52288895b63e8)
11:01:23.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:23.415381 6092 raft_consensus.cc:504] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b26dd328e00412aa496490d4f7a64f4" member_type: VOTER last_known_addr { host: "127.4.245.190" port: 34613 } } peers { permanent_uuid: "194ebd914a83439798a52288895b63e8" member_type: VOTER last_known_addr { host: "127.4.245.189" port: 45675 } } peers { permanent_uuid: "05e67164d20c486eb7fe8fd51a131ab3" member_type: VOTER last_known_addr { host: "127.4.245.188" port: 44615 } }
11:01:23.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:23.415977 6092 leader_election.cc:288] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 194ebd914a83439798a52288895b63e8 (127.4.245.189:45675), 05e67164d20c486eb7fe8fd51a131ab3 (127.4.245.188:44615)
11:01:23.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:23.417848 5952 leader_election.cc:334] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 194ebd914a83439798a52288895b63e8 (127.4.245.189:45675): Network error: Client connection negotiation failed: client connection to 127.4.245.189:45675: connect: Connection refused (error 111)
11:01:23.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:23.418020 5951 leader_election.cc:334] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 05e67164d20c486eb7fe8fd51a131ab3 (127.4.245.188:44615): Network error: Client connection negotiation failed: client connection to 127.4.245.188:44615: connect: Connection refused (error 111)
11:01:23.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:23.418107 5951 leader_election.cc:302] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 2b26dd328e00412aa496490d4f7a64f4; no voters: 05e67164d20c486eb7fe8fd51a131ab3, 194ebd914a83439798a52288895b63e8
11:01:23.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:23.418339 6092 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
11:01:23.430 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:23.430 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:23.431 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.431 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.431 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.431 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.431 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.431 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.432 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:23.490 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:23.491 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:23.491 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.491 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.491 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.492 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.492 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.492 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.492 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:23.492 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@876417463(state=PENDING, result=null, callback=(continuation of Deferred@1416918723 after retry RPC after error@849088379) -> (continuation of Deferred@106679040 after retry RPC after error@1513607893) -> (continuation of Deferred@755131710 after retry RPC after error@2134331442) -> (continuation of Deferred@669812511 after retry RPC after error@1126783053) -> (continuation of Deferred@2101145219 after retry RPC after error@953128918) -> (continuation of Deferred@2069380015 after retry RPC after error@1924853689) -> (continuation of Deferred@1751670683 after retry RPC after error@744297575), errback=(continuation of Deferred@1416918723 after retry RPC after error@849088379) -> (continuation of Deferred@106679040 after retry RPC after error@1513607893) -> (continuation of Deferred@755131710 after retry RPC after error@2134331442) -> (continuation of Deferred@669812511 after retry RPC after error@1126783053) -> (continuation of Deferred@2101145219 after retry RPC after error@953128918) -> (continuation of Deferred@2069380015 after retry RPC after error@1924853689) -> (continuation of Deferred@1751670683 after retry RPC after error@744297575)))
11:01:23.493 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@876417463(state=PENDING, result=null, callback=(continuation of Deferred@1416918723 after retry RPC after error@849088379) -> (continuation of Deferred@106679040 after retry RPC after error@1513607893) -> (continuation of Deferred@755131710 after retry RPC after error@2134331442) -> (continuation of Deferred@669812511 after retry RPC after error@1126783053) -> (continuation of Deferred@2101145219 after retry RPC after error@953128918) -> (continuation of Deferred@2069380015 after retry RPC after error@1924853689) -> (continuation of Deferred@1751670683 after retry RPC after error@744297575), errback=(continuation of Deferred@1416918723 after retry RPC after error@849088379) -> (continuation of Deferred@106679040 after retry RPC after error@1513607893) -> (continuation of Deferred@755131710 after retry RPC after error@2134331442) -> (continuation of Deferred@669812511 after retry RPC after error@1126783053) -> (continuation of Deferred@2101145219 after retry RPC after error@953128918) -> (continuation of Deferred@2069380015 after retry RPC after error@1924853689) -> (continuation of Deferred@1751670683 after retry RPC after error@744297575)))
11:01:23.510 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:23.510 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:23.511 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.511 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.511 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.511 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.511 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.511 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.512 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:23.530 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:23.530 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:23.531 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.531 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.531 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.532 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.532 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.532 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.533 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:23.550 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:23.550 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:23.550 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.551 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.551 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.551 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.551 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.551 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.551 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:23.570 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:23.570 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:23.570 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.570 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.571 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.571 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.571 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.571 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.571 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:23.590 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:23.590 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:23.590 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.590 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.590 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.590 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.591 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.591 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.591 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:23.630 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:23.630 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:23.630 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.630 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.630 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.630 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.631 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.631 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.631 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:23.670 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:23.670 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:23.670 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.671 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.671 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.670 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.671 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.671 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.672 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:23.689 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:23.690 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:23.690 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.690 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.690 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.690 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.690 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.691 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.691 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:23.730 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:23.730 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:23.730 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.730 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.730 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.730 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.730 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.731 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.731 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:23.731 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [23ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@997410727(state=PENDING, result=null, callback=(continuation of Deferred@1073739372 after retry RPC after error@122336789) -> (continuation of Deferred@975665336 after retry RPC after error@466112036) -> (continuation of Deferred@1539606439 after retry RPC after error@158103764) -> (continuation of Deferred@143602681 after retry RPC after error@1374680482) -> (continuation of Deferred@787069319 after retry RPC after error@1151983190) -> (continuation of Deferred@893926849 after retry RPC after error@455380015) -> (continuation of Deferred@2028092237 after retry RPC after error@1924333929) -> (continuation of Deferred@115449035 after retry RPC after error@958086604), errback=(continuation of Deferred@1073739372 after retry RPC after error@122336789) -> (continuation of Deferred@975665336 after retry RPC after error@466112036) -> (continuation of Deferred@1539606439 after retry RPC after error@158103764) -> (continuation of Deferred@143602681 after retry RPC after error@1374680482) -> (continuation of Deferred@787069319 after retry RPC after error@1151983190) -> (continuation of Deferred@893926849 after retry RPC after error@455380015) -> (continuation of Deferred@2028092237 after retry RPC after error@1924333929) -> (continuation of Deferred@115449035 after retry RPC after error@958086604)))
11:01:23.732 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [23ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@997410727(state=PENDING, result=null, callback=(continuation of Deferred@1073739372 after retry RPC after error@122336789) -> (continuation of Deferred@975665336 after retry RPC after error@466112036) -> (continuation of Deferred@1539606439 after retry RPC after error@158103764) -> (continuation of Deferred@143602681 after retry RPC after error@1374680482) -> (continuation of Deferred@787069319 after retry RPC after error@1151983190) -> (continuation of Deferred@893926849 after retry RPC after error@455380015) -> (continuation of Deferred@2028092237 after retry RPC after error@1924333929) -> (continuation of Deferred@115449035 after retry RPC after error@958086604), errback=(continuation of Deferred@1073739372 after retry RPC after error@122336789) -> (continuation of Deferred@975665336 after retry RPC after error@466112036) -> (continuation of Deferred@1539606439 after retry RPC after error@158103764) -> (continuation of Deferred@143602681 after retry RPC after error@1374680482) -> (continuation of Deferred@787069319 after retry RPC after error@1151983190) -> (continuation of Deferred@893926849 after retry RPC after error@455380015) -> (continuation of Deferred@2028092237 after retry RPC after error@1924333929) -> (continuation of Deferred@115449035 after retry RPC after error@958086604)))
11:01:23.750 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:23.751 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:23.751 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.751 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.751 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.752 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.752 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.752 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.752 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:23.770 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:23.771 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:23.771 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.771 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.771 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.771 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.771 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.772 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.772 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:23.790 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:23.791 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:23.791 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.791 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.791 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.791 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.791 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.791 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.792 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:23.810 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:23.810 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:23.811 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.811 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.811 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.811 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.811 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.811 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.811 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:23.830 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:23.830 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:23.831 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.831 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.832 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.832 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.832 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.832 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.832 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:23.850 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:23.850 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:23.851 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.851 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.851 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.851 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.851 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.851 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.851 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:23.890 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:23.890 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:23.890 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.890 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.891 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.891 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.891 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.891 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.891 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:23.910 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:23.910 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:23.910 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.910 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.911 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.911 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.911 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.911 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.911 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:23.912 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@403252742(state=PENDING, result=null, callback=(continuation of Deferred@1477311327 after retry RPC after error@2040753396) -> (continuation of Deferred@1148097507 after retry RPC after error@361149566) -> (continuation of Deferred@577139346 after retry RPC after error@1077964518) -> (continuation of Deferred@1887509638 after retry RPC after error@1342469036) -> (continuation of Deferred@1097300444 after retry RPC after error@34805832) -> (continuation of Deferred@2047758752 after retry RPC after error@157602910) -> (continuation of Deferred@1941435703 after retry RPC after error@1778147921), errback=(continuation of Deferred@1477311327 after retry RPC after error@2040753396) -> (continuation of Deferred@1148097507 after retry RPC after error@361149566) -> (continuation of Deferred@577139346 after retry RPC after error@1077964518) -> (continuation of Deferred@1887509638 after retry RPC after error@1342469036) -> (continuation of Deferred@1097300444 after retry RPC after error@34805832) -> (continuation of Deferred@2047758752 after retry RPC after error@157602910) -> (continuation of Deferred@1941435703 after retry RPC after error@1778147921)))
11:01:23.912 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@403252742(state=PENDING, result=null, callback=(continuation of Deferred@1477311327 after retry RPC after error@2040753396) -> (continuation of Deferred@1148097507 after retry RPC after error@361149566) -> (continuation of Deferred@577139346 after retry RPC after error@1077964518) -> (continuation of Deferred@1887509638 after retry RPC after error@1342469036) -> (continuation of Deferred@1097300444 after retry RPC after error@34805832) -> (continuation of Deferred@2047758752 after retry RPC after error@157602910) -> (continuation of Deferred@1941435703 after retry RPC after error@1778147921), errback=(continuation of Deferred@1477311327 after retry RPC after error@2040753396) -> (continuation of Deferred@1148097507 after retry RPC after error@361149566) -> (continuation of Deferred@577139346 after retry RPC after error@1077964518) -> (continuation of Deferred@1887509638 after retry RPC after error@1342469036) -> (continuation of Deferred@1097300444 after retry RPC after error@34805832) -> (continuation of Deferred@2047758752 after retry RPC after error@157602910) -> (continuation of Deferred@1941435703 after retry RPC after error@1778147921)))
11:01:23.929 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:23.930 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:23.930 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.930 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.930 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:23.931 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.931 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.931 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.931 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.931 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:23.931 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.931 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.931 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.932 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.932 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:23.950 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:23.950 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:23.951 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.951 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.951 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.951 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.951 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.951 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.951 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:23.970 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:23.970 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:23.971 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.971 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.971 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.971 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.971 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.971 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.971 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:23.990 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:23.990 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:23.990 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.990 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.990 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:23.991 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.991 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.991 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:23.991 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:24.010 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:24.010 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:24.010 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:24.010 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:24.011 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:24.011 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:24.011 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:24.011 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:24.011 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:24.030 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:24.031 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:24.031 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:24.031 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:24.031 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:24.031 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:24.031 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:24.031 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:24.031 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:24.070 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:24.071 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:24.071 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:24.071 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:24.071 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:24.071 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:24.071 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:24.071 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:24.071 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:24.170 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:24.170 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:24.171 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:24.171 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:24.171 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:24.171 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:24.171 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:24.171 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:24.172 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:24.173 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, deferred=Deferred@1570872727(state=PENDING, result=null, callback=(continuation of Deferred@470966729 after retry RPC after error@183152764) -> (continuation of Deferred@1298512563 after retry RPC after error@486132653) -> (continuation of Deferred@325778898 after retry RPC after error@1289541267) -> (continuation of Deferred@747392409 after retry RPC after error@2130337542) -> (continuation of Deferred@985315686 after retry RPC after error@276334828) -> (continuation of Deferred@1582755839 after retry RPC after error@1928894812) -> (continuation of Deferred@501641196 after retry RPC after error@1225636692), errback=(continuation of Deferred@470966729 after retry RPC after error@183152764) -> (continuation of Deferred@1298512563 after retry RPC after error@486132653) -> (continuation of Deferred@325778898 after retry RPC after error@1289541267) -> (continuation of Deferred@747392409 after retry RPC after error@2130337542) -> (continuation of Deferred@985315686 after retry RPC after error@276334828) -> (continuation of Deferred@1582755839 after retry RPC after error@1928894812) -> (continuation of Deferred@501641196 after retry RPC after error@1225636692)))
11:01:24.173 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, deferred=Deferred@1570872727(state=PENDING, result=null, callback=(continuation of Deferred@470966729 after retry RPC after error@183152764) -> (continuation of Deferred@1298512563 after retry RPC after error@486132653) -> (continuation of Deferred@325778898 after retry RPC after error@1289541267) -> (continuation of Deferred@747392409 after retry RPC after error@2130337542) -> (continuation of Deferred@985315686 after retry RPC after error@276334828) -> (continuation of Deferred@1582755839 after retry RPC after error@1928894812) -> (continuation of Deferred@501641196 after retry RPC after error@1225636692), errback=(continuation of Deferred@470966729 after retry RPC after error@183152764) -> (continuation of Deferred@1298512563 after retry RPC after error@486132653) -> (continuation of Deferred@325778898 after retry RPC after error@1289541267) -> (continuation of Deferred@747392409 after retry RPC after error@2130337542) -> (continuation of Deferred@985315686 after retry RPC after error@276334828) -> (continuation of Deferred@1582755839 after retry RPC after error@1928894812) -> (continuation of Deferred@501641196 after retry RPC after error@1225636692)))
11:01:24.190 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:24.190 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:24.190 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:24.190 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:24.191 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:24.191 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:24.191 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:24.191 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:24.191 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:24.209 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:24.210 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:24.210 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:24.210 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:24.210 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:24.210 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:24.210 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:24.211 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:24.211 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:24.230 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:24.231 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:24.231 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:24.231 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:24.231 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:24.231 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:24.231 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:24.231 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:24.231 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:24.250 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:24.250 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:24.251 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:24.251 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:24.251 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:24.251 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:24.251 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:24.251 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:24.251 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:24.270 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:24.270 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:24.270 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:24.271 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:24.271 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:24.271 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:24.271 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:24.271 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:24.271 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:24.290 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:24.290 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:24.290 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:24.290 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:24.290 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:24.291 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:24.291 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:24.291 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:24.291 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:24.330 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:24.330 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:24.331 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:24.331 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:24.331 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:24.331 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:24.331 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:24.331 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:24.332 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:24.369 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:24.370 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:24.370 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:24.370 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:24.370 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:24.371 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:24.371 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:24.371 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:24.371 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:24.372 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [143ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@278998649(state=PENDING, result=null, callback=(continuation of Deferred@520242564 after retry RPC after error@1221741239) -> (continuation of Deferred@1360377913 after retry RPC after error@1214154372) -> (continuation of Deferred@1165874286 after retry RPC after error@522238340) -> (continuation of Deferred@1661476393 after retry RPC after error@1600048746) -> (continuation of Deferred@1957408587 after retry RPC after error@1851638979) -> (continuation of Deferred@1292334711 after retry RPC after error@1677970467) -> (continuation of Deferred@1299965471 after retry RPC after error@1291868335), errback=(continuation of Deferred@520242564 after retry RPC after error@1221741239) -> (continuation of Deferred@1360377913 after retry RPC after error@1214154372) -> (continuation of Deferred@1165874286 after retry RPC after error@522238340) -> (continuation of Deferred@1661476393 after retry RPC after error@1600048746) -> (continuation of Deferred@1957408587 after retry RPC after error@1851638979) -> (continuation of Deferred@1292334711 after retry RPC after error@1677970467) -> (continuation of Deferred@1299965471 after retry RPC after error@1291868335)))
11:01:24.372 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [143ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@278998649(state=PENDING, result=null, callback=(continuation of Deferred@520242564 after retry RPC after error@1221741239) -> (continuation of Deferred@1360377913 after retry RPC after error@1214154372) -> (continuation of Deferred@1165874286 after retry RPC after error@522238340) -> (continuation of Deferred@1661476393 after retry RPC after error@1600048746) -> (continuation of Deferred@1957408587 after retry RPC after error@1851638979) -> (continuation of Deferred@1292334711 after retry RPC after error@1677970467) -> (continuation of Deferred@1299965471 after retry RPC after error@1291868335), errback=(continuation of Deferred@520242564 after retry RPC after error@1221741239) -> (continuation of Deferred@1360377913 after retry RPC after error@1214154372) -> (continuation of Deferred@1165874286 after retry RPC after error@522238340) -> (continuation of Deferred@1661476393 after retry RPC after error@1600048746) -> (continuation of Deferred@1957408587 after retry RPC after error@1851638979) -> (continuation of Deferred@1292334711 after retry RPC after error@1677970467) -> (continuation of Deferred@1299965471 after retry RPC after error@1291868335)))
11:01:24.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:24.385490 6099 raft_consensus.cc:482] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 194ebd914a83439798a52288895b63e8)
11:01:24.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:24.385628 6099 raft_consensus.cc:504] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b26dd328e00412aa496490d4f7a64f4" member_type: VOTER last_known_addr { host: "127.4.245.190" port: 34613 } } peers { permanent_uuid: "194ebd914a83439798a52288895b63e8" member_type: VOTER last_known_addr { host: "127.4.245.189" port: 45675 } } peers { permanent_uuid: "05e67164d20c486eb7fe8fd51a131ab3" member_type: VOTER last_known_addr { host: "127.4.245.188" port: 44615 } }
11:01:24.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:24.386109 6099 leader_election.cc:288] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 194ebd914a83439798a52288895b63e8 (127.4.245.189:45675), 05e67164d20c486eb7fe8fd51a131ab3 (127.4.245.188:44615)
11:01:24.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:24.388119 5952 leader_election.cc:334] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 194ebd914a83439798a52288895b63e8 (127.4.245.189:45675): Network error: Client connection negotiation failed: client connection to 127.4.245.189:45675: connect: Connection refused (error 111)
11:01:24.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:24.388521 5951 leader_election.cc:334] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 05e67164d20c486eb7fe8fd51a131ab3 (127.4.245.188:44615): Network error: Client connection negotiation failed: client connection to 127.4.245.188:44615: connect: Connection refused (error 111)
11:01:24.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:24.388618 5951 leader_election.cc:302] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 2b26dd328e00412aa496490d4f7a64f4; no voters: 05e67164d20c486eb7fe8fd51a131ab3, 194ebd914a83439798a52288895b63e8
11:01:24.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:24.388821 6099 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
11:01:24.389 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:24.390 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:24.390 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:24.390 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:24.390 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:24.390 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:24.391 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:24.391 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:24.391 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:24.410 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:24.411 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:24.411 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:24.411 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:24.411 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:24.411 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:24.411 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:24.411 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:24.412 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:24.430 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:24.431 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:24.431 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:24.431 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:24.431 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:24.431 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:24.431 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:24.431 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:24.431 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:24.450 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:24.450 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:24.450 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:24.451 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:24.451 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:24.451 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:24.451 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:24.451 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:24.451 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:24.470 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:24.470 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:24.470 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:24.470 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:24.470 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:24.471 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:24.471 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:24.471 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:24.471 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:24.509 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:24.510 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:24.510 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:24.510 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:24.510 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:24.510 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:24.510 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:24.510 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:24.511 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:24.570 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:24.570 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:24.570 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:24.570 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:24.570 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:24.571 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:24.571 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:24.571 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:24.571 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:24.630 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:24.630 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:24.630 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:24.631 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:24.631 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:24.631 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:24.631 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:24.631 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:24.631 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:24.632 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [23ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@800554149(state=PENDING, result=null, callback=(continuation of Deferred@755919353 after retry RPC after error@733978504) -> (continuation of Deferred@1338710268 after retry RPC after error@1527580660) -> (continuation of Deferred@93514957 after retry RPC after error@1376149544) -> (continuation of Deferred@1167957612 after retry RPC after error@1989940108) -> (continuation of Deferred@1685749014 after retry RPC after error@85739153) -> (continuation of Deferred@744212128 after retry RPC after error@978165972) -> (continuation of Deferred@233367622 after retry RPC after error@1789337508), errback=(continuation of Deferred@755919353 after retry RPC after error@733978504) -> (continuation of Deferred@1338710268 after retry RPC after error@1527580660) -> (continuation of Deferred@93514957 after retry RPC after error@1376149544) -> (continuation of Deferred@1167957612 after retry RPC after error@1989940108) -> (continuation of Deferred@1685749014 after retry RPC after error@85739153) -> (continuation of Deferred@744212128 after retry RPC after error@978165972) -> (continuation of Deferred@233367622 after retry RPC after error@1789337508)))
11:01:24.632 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [23ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@800554149(state=PENDING, result=null, callback=(continuation of Deferred@755919353 after retry RPC after error@733978504) -> (continuation of Deferred@1338710268 after retry RPC after error@1527580660) -> (continuation of Deferred@93514957 after retry RPC after error@1376149544) -> (continuation of Deferred@1167957612 after retry RPC after error@1989940108) -> (continuation of Deferred@1685749014 after retry RPC after error@85739153) -> (continuation of Deferred@744212128 after retry RPC after error@978165972) -> (continuation of Deferred@233367622 after retry RPC after error@1789337508), errback=(continuation of Deferred@755919353 after retry RPC after error@733978504) -> (continuation of Deferred@1338710268 after retry RPC after error@1527580660) -> (continuation of Deferred@93514957 after retry RPC after error@1376149544) -> (continuation of Deferred@1167957612 after retry RPC after error@1989940108) -> (continuation of Deferred@1685749014 after retry RPC after error@85739153) -> (continuation of Deferred@744212128 after retry RPC after error@978165972) -> (continuation of Deferred@233367622 after retry RPC after error@1789337508)))
11:01:24.649 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:24.650 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:24.650 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:24.650 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:24.650 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:24.651 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:24.651 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:24.651 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:24.651 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:24.669 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:24.670 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:24.670 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:24.670 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:24.670 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:24.670 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:24.670 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:24.670 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:24.671 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:24.690 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:24.690 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:24.691 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:24.691 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:24.691 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:24.691 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:24.691 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:24.691 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:24.692 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:24.710 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:24.710 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:24.711 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:24.711 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:24.711 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:24.711 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:24.711 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:24.711 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:24.711 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:24.730 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:24.730 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:24.731 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:24.731 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:24.731 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:24.731 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:24.731 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:24.731 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:24.731 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:24.757 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:24.758 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:24.758 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:24.758 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:24.758 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:24.758 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:24.758 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:24.758 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:24.758 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:24.829 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:24.830 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:24.830 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:24.830 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:24.830 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:24.830 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:24.830 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:24.831 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:24.831 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:24.851 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:24.851 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:24.851 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:24.851 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:24.851 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:24.851 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:24.851 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:24.851 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:24.853 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:24.910 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [43ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [108ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [108ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [109ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [109ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [109ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [109ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [204ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@298833359(state=PENDING, result=null, callback=(continuation of Deferred@1892523414 after retry RPC after error@591877245) -> (continuation of Deferred@71578059 after retry RPC after error@1808465185) -> (continuation of Deferred@2012736739 after retry RPC after error@1854581468) -> (continuation of Deferred@1264911535 after retry RPC after error@2012928791) -> (continuation of Deferred@1059234303 after retry RPC after error@80027789) -> (continuation of Deferred@1743129798 after retry RPC after error@1189433678) -> (continuation of Deferred@1818377524 after retry RPC after error@1091484029) -> (continuation of Deferred@374939046 after retry RPC after error@2061127938), errback=(continuation of Deferred@1892523414 after retry RPC after error@591877245) -> (continuation of Deferred@71578059 after retry RPC after error@1808465185) -> (continuation of Deferred@2012736739 after retry RPC after error@1854581468) -> (continuation of Deferred@1264911535 after retry RPC after error@2012928791) -> (continuation of Deferred@1059234303 after retry RPC after error@80027789) -> (continuation of Deferred@1743129798 after retry RPC after error@1189433678) -> (continuation of Deferred@1818377524 after retry RPC after error@1091484029) -> (continuation of Deferred@374939046 after retry RPC after error@2061127938)))
11:01:24.911 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
11:01:24.930 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:24.930 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:24.930 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:24.930 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:24.931 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:24.931 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:24.931 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:24.931 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:24.931 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:24.949 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:24.950 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:24.950 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:24.950 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:24.950 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:24.950 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:24.950 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:24.952 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:24.952 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:24.970 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:24.971 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:24.971 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:24.971 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:24.971 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:24.971 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:24.971 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:24.971 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:24.972 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:24.990 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:24.990 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:24.991 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:24.991 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:24.991 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:24.991 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:24.991 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:24.991 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:24.992 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:25.010 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:25.010 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:25.010 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:25.010 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:25.010 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:25.010 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:25.010 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:25.010 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:25.011 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:25.030 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:25.031 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:25.031 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:25.031 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:25.031 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:25.031 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:25.031 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:25.031 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:25.031 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:25.110 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:25.111 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:25.111 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:25.111 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:25.111 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:25.111 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:25.111 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:25.112 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:25.112 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:25.113 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [23ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [63ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [183ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@2119688195(state=PENDING, result=null, callback=(continuation of Deferred@1011702141 after retry RPC after error@1031342758) -> (continuation of Deferred@868955381 after retry RPC after error@1927122295) -> (continuation of Deferred@613262560 after retry RPC after error@1364506349) -> (continuation of Deferred@1003642030 after retry RPC after error@628807830) -> (continuation of Deferred@1822020221 after retry RPC after error@403628765) -> (continuation of Deferred@831584862 after retry RPC after error@1121794706), errback=(continuation of Deferred@1011702141 after retry RPC after error@1031342758) -> (continuation of Deferred@868955381 after retry RPC after error@1927122295) -> (continuation of Deferred@613262560 after retry RPC after error@1364506349) -> (continuation of Deferred@1003642030 after retry RPC after error@628807830) -> (continuation of Deferred@1822020221 after retry RPC after error@403628765) -> (continuation of Deferred@831584862 after retry RPC after error@1121794706)))
11:01:25.113 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [23ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [63ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [183ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@2119688195(state=PENDING, result=null, callback=(continuation of Deferred@1011702141 after retry RPC after error@1031342758) -> (continuation of Deferred@868955381 after retry RPC after error@1927122295) -> (continuation of Deferred@613262560 after retry RPC after error@1364506349) -> (continuation of Deferred@1003642030 after retry RPC after error@628807830) -> (continuation of Deferred@1822020221 after retry RPC after error@403628765) -> (continuation of Deferred@831584862 after retry RPC after error@1121794706), errback=(continuation of Deferred@1011702141 after retry RPC after error@1031342758) -> (continuation of Deferred@868955381 after retry RPC after error@1927122295) -> (continuation of Deferred@613262560 after retry RPC after error@1364506349) -> (continuation of Deferred@1003642030 after retry RPC after error@628807830) -> (continuation of Deferred@1822020221 after retry RPC after error@403628765) -> (continuation of Deferred@831584862 after retry RPC after error@1121794706)))
11:01:25.130 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:25.131 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:25.131 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:25.131 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:25.131 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:25.131 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:25.131 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:25.131 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:25.132 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:25.150 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:25.150 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:25.150 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:25.151 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:25.151 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:25.151 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:25.151 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:25.151 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:25.151 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:25.170 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:25.170 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:25.170 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:25.170 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:25.171 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:25.171 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:25.171 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:25.171 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:25.171 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:25.190 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:25.190 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:25.191 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:25.191 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:25.191 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:25.191 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:25.191 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:25.191 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:25.191 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:25.210 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:25.210 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:25.210 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:25.211 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:25.211 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:25.211 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:25.211 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:25.211 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:25.212 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:25.250 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:25.251 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:25.251 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:25.251 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:25.251 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:25.251 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:25.251 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:25.251 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:25.252 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:25.309 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:25.310 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:25.310 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:25.310 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:25.310 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:25.310 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:25.310 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:25.310 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:25.311 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:25.330 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:25.330 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:25.331 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:25.331 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:25.331 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:25.331 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:25.331 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:25.331 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:25.331 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:25.332 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [201ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@377463798(state=PENDING, result=null, callback=(continuation of Deferred@854231212 after retry RPC after error@139137) -> (continuation of Deferred@1389057066 after retry RPC after error@968895894) -> (continuation of Deferred@1594453482 after retry RPC after error@1332187037) -> (continuation of Deferred@1191573599 after retry RPC after error@2140262836) -> (continuation of Deferred@1810077073 after retry RPC after error@403436567) -> (continuation of Deferred@1881419849 after retry RPC after error@21578632) -> (continuation of Deferred@1995505965 after retry RPC after error@824043688), errback=(continuation of Deferred@854231212 after retry RPC after error@139137) -> (continuation of Deferred@1389057066 after retry RPC after error@968895894) -> (continuation of Deferred@1594453482 after retry RPC after error@1332187037) -> (continuation of Deferred@1191573599 after retry RPC after error@2140262836) -> (continuation of Deferred@1810077073 after retry RPC after error@403436567) -> (continuation of Deferred@1881419849 after retry RPC after error@21578632) -> (continuation of Deferred@1995505965 after retry RPC after error@824043688)))
11:01:25.332 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [201ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@377463798(state=PENDING, result=null, callback=(continuation of Deferred@854231212 after retry RPC after error@139137) -> (continuation of Deferred@1389057066 after retry RPC after error@968895894) -> (continuation of Deferred@1594453482 after retry RPC after error@1332187037) -> (continuation of Deferred@1191573599 after retry RPC after error@2140262836) -> (continuation of Deferred@1810077073 after retry RPC after error@403436567) -> (continuation of Deferred@1881419849 after retry RPC after error@21578632) -> (continuation of Deferred@1995505965 after retry RPC after error@824043688), errback=(continuation of Deferred@854231212 after retry RPC after error@139137) -> (continuation of Deferred@1389057066 after retry RPC after error@968895894) -> (continuation of Deferred@1594453482 after retry RPC after error@1332187037) -> (continuation of Deferred@1191573599 after retry RPC after error@2140262836) -> (continuation of Deferred@1810077073 after retry RPC after error@403436567) -> (continuation of Deferred@1881419849 after retry RPC after error@21578632) -> (continuation of Deferred@1995505965 after retry RPC after error@824043688)))
11:01:25.350 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:25.350 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:25.351 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:25.351 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:25.351 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:25.351 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:25.351 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:25.351 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:25.351 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:25.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:25.369169 5934 master_runner.cc:186] Error getting master registration for 127.4.245.189:45675: Network error: Client connection negotiation failed: client connection to 127.4.245.189:45675: connect: Connection refused (error 111),
11:01:25.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:25.369367 5934 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
11:01:25.370 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:25.370 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:25.370 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:25.370 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:25.371 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:25.371 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:25.371 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:25.371 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:25.371 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:25.389 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:25.390 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:25.390 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:25.390 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:25.390 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:25.390 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:25.390 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:25.390 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:25.391 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:25.410 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:25.410 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:25.411 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:25.411 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:25.411 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:25.411 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:25.411 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:25.411 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:25.411 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:25.430 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:25.430 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:25.430 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:25.430 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:25.431 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:25.431 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:25.431 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:25.431 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:25.431 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:25.449 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:25.450 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:25.450 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:25.450 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:25.450 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:25.450 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:25.450 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:25.451 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:25.451 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:25.530 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:25.530 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:25.530 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:25.530 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:25.531 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:25.531 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:25.531 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:25.531 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:25.531 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:25.590 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:25.590 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:25.591 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:25.591 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:25.591 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:25.591 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:25.591 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:25.591 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:25.591 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:25.592 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@482066869(state=PENDING, result=null, callback=(continuation of Deferred@1408789156 after retry RPC after error@1515491590) -> (continuation of Deferred@793633611 after retry RPC after error@1832462718) -> (continuation of Deferred@2097464119 after retry RPC after error@52863280) -> (continuation of Deferred@1135693220 after retry RPC after error@1734868597) -> (continuation of Deferred@1017222357 after retry RPC after error@179866960) -> (continuation of Deferred@1127034318 after retry RPC after error@467793800) -> (continuation of Deferred@727113501 after retry RPC after error@1707738410), errback=(continuation of Deferred@1408789156 after retry RPC after error@1515491590) -> (continuation of Deferred@793633611 after retry RPC after error@1832462718) -> (continuation of Deferred@2097464119 after retry RPC after error@52863280) -> (continuation of Deferred@1135693220 after retry RPC after error@1734868597) -> (continuation of Deferred@1017222357 after retry RPC after error@179866960) -> (continuation of Deferred@1127034318 after retry RPC after error@467793800) -> (continuation of Deferred@727113501 after retry RPC after error@1707738410)))
11:01:25.593 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@482066869(state=PENDING, result=null, callback=(continuation of Deferred@1408789156 after retry RPC after error@1515491590) -> (continuation of Deferred@793633611 after retry RPC after error@1832462718) -> (continuation of Deferred@2097464119 after retry RPC after error@52863280) -> (continuation of Deferred@1135693220 after retry RPC after error@1734868597) -> (continuation of Deferred@1017222357 after retry RPC after error@179866960) -> (continuation of Deferred@1127034318 after retry RPC after error@467793800) -> (continuation of Deferred@727113501 after retry RPC after error@1707738410), errback=(continuation of Deferred@1408789156 after retry RPC after error@1515491590) -> (continuation of Deferred@793633611 after retry RPC after error@1832462718) -> (continuation of Deferred@2097464119 after retry RPC after error@52863280) -> (continuation of Deferred@1135693220 after retry RPC after error@1734868597) -> (continuation of Deferred@1017222357 after retry RPC after error@179866960) -> (continuation of Deferred@1127034318 after retry RPC after error@467793800) -> (continuation of Deferred@727113501 after retry RPC after error@1707738410)))
11:01:25.610 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:25.610 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:25.611 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:25.611 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:25.611 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:25.611 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:25.611 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:25.611 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:25.611 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:25.630 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:25.630 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:25.630 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:25.631 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:25.631 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:25.631 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:25.631 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:25.631 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:25.631 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:25.649 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:25.650 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:25.650 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:25.650 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:25.650 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:25.650 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:25.650 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:25.650 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:25.651 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:25.670 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:25.670 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:25.671 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:25.671 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:25.671 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:25.671 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:25.671 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:25.671 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:25.671 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:25.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:25.687781 6109 raft_consensus.cc:482] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 194ebd914a83439798a52288895b63e8)
11:01:25.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:25.687949 6109 raft_consensus.cc:504] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b26dd328e00412aa496490d4f7a64f4" member_type: VOTER last_known_addr { host: "127.4.245.190" port: 34613 } } peers { permanent_uuid: "194ebd914a83439798a52288895b63e8" member_type: VOTER last_known_addr { host: "127.4.245.189" port: 45675 } } peers { permanent_uuid: "05e67164d20c486eb7fe8fd51a131ab3" member_type: VOTER last_known_addr { host: "127.4.245.188" port: 44615 } }
11:01:25.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:25.688548 6109 leader_election.cc:288] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 194ebd914a83439798a52288895b63e8 (127.4.245.189:45675), 05e67164d20c486eb7fe8fd51a131ab3 (127.4.245.188:44615)
11:01:25.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:25.689003 5952 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.245.189:45675: connect: Connection refused (error 111) [suppressed 8 similar messages]
11:01:25.690 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:25.690 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:25.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:25.690557 5951 leader_election.cc:334] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 05e67164d20c486eb7fe8fd51a131ab3 (127.4.245.188:44615): Network error: Client connection negotiation failed: client connection to 127.4.245.188:44615: connect: Connection refused (error 111)
11:01:25.690 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:25.691 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:25.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:25.690922 5952 leader_election.cc:334] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 194ebd914a83439798a52288895b63e8 (127.4.245.189:45675): Network error: Client connection negotiation failed: client connection to 127.4.245.189:45675: connect: Connection refused (error 111)
11:01:25.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:25.691049 5952 leader_election.cc:302] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 2b26dd328e00412aa496490d4f7a64f4; no voters: 05e67164d20c486eb7fe8fd51a131ab3, 194ebd914a83439798a52288895b63e8
11:01:25.691 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:25.691 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:25.691 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:25.691 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:25.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:25.691625 6109 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
11:01:25.692 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:25.730 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:25.730 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:25.730 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:25.730 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:25.731 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:25.731 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:25.731 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:25.731 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:25.731 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:25.810 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:25.810 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:25.810 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:25.811 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:25.811 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:25.811 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:25.811 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:25.811 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:25.811 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:25.812 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@265408233(state=PENDING, result=null, callback=(continuation of Deferred@1609275899 after retry RPC after error@2010503107) -> (continuation of Deferred@1488502155 after retry RPC after error@1503631091) -> (continuation of Deferred@1522067578 after retry RPC after error@59397921) -> (continuation of Deferred@507770430 after retry RPC after error@995021579) -> (continuation of Deferred@648550176 after retry RPC after error@2001371019) -> (continuation of Deferred@1991873882 after retry RPC after error@992138765), errback=(continuation of Deferred@1609275899 after retry RPC after error@2010503107) -> (continuation of Deferred@1488502155 after retry RPC after error@1503631091) -> (continuation of Deferred@1522067578 after retry RPC after error@59397921) -> (continuation of Deferred@507770430 after retry RPC after error@995021579) -> (continuation of Deferred@648550176 after retry RPC after error@2001371019) -> (continuation of Deferred@1991873882 after retry RPC after error@992138765)))
11:01:25.812 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@265408233(state=PENDING, result=null, callback=(continuation of Deferred@1609275899 after retry RPC after error@2010503107) -> (continuation of Deferred@1488502155 after retry RPC after error@1503631091) -> (continuation of Deferred@1522067578 after retry RPC after error@59397921) -> (continuation of Deferred@507770430 after retry RPC after error@995021579) -> (continuation of Deferred@648550176 after retry RPC after error@2001371019) -> (continuation of Deferred@1991873882 after retry RPC after error@992138765), errback=(continuation of Deferred@1609275899 after retry RPC after error@2010503107) -> (continuation of Deferred@1488502155 after retry RPC after error@1503631091) -> (continuation of Deferred@1522067578 after retry RPC after error@59397921) -> (continuation of Deferred@507770430 after retry RPC after error@995021579) -> (continuation of Deferred@648550176 after retry RPC after error@2001371019) -> (continuation of Deferred@1991873882 after retry RPC after error@992138765)))
11:01:25.830 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:25.830 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:25.830 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:25.830 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:25.830 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:25.831 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:25.831 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:25.831 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:25.831 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:25.850 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:25.850 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:25.850 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:25.850 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:25.850 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:25.851 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:25.851 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:25.851 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:25.851 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:25.870 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:25.870 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:25.870 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:25.870 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:25.870 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:25.871 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:25.871 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:25.871 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:25.871 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:25.890 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:25.890 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:25.890 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:25.890 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:25.890 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:25.890 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:25.890 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:25.890 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:25.891 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:25.910 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:25.910 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:25.911 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:25.911 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:25.911 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:25.911 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:25.911 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:25.911 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:25.911 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:25.950 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:25.951 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:25.951 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:25.951 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:25.951 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:25.951 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:25.951 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:25.951 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:25.952 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:26.009 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:26.010 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:26.010 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:26.010 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:26.010 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:26.010 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:26.010 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:26.011 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:26.011 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:26.012 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@577980851(state=PENDING, result=null, callback=(continuation of Deferred@427035621 after retry RPC after error@1386881839) -> (continuation of Deferred@1342557956 after retry RPC after error@1753426534) -> (continuation of Deferred@1360084912 after retry RPC after error@1377951206) -> (continuation of Deferred@740447561 after retry RPC after error@1560513201) -> (continuation of Deferred@87544350 after retry RPC after error@1495654835) -> (continuation of Deferred@1729331139 after retry RPC after error@637810578), errback=(continuation of Deferred@427035621 after retry RPC after error@1386881839) -> (continuation of Deferred@1342557956 after retry RPC after error@1753426534) -> (continuation of Deferred@1360084912 after retry RPC after error@1377951206) -> (continuation of Deferred@740447561 after retry RPC after error@1560513201) -> (continuation of Deferred@87544350 after retry RPC after error@1495654835) -> (continuation of Deferred@1729331139 after retry RPC after error@637810578)))
11:01:26.012 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@577980851(state=PENDING, result=null, callback=(continuation of Deferred@427035621 after retry RPC after error@1386881839) -> (continuation of Deferred@1342557956 after retry RPC after error@1753426534) -> (continuation of Deferred@1360084912 after retry RPC after error@1377951206) -> (continuation of Deferred@740447561 after retry RPC after error@1560513201) -> (continuation of Deferred@87544350 after retry RPC after error@1495654835) -> (continuation of Deferred@1729331139 after retry RPC after error@637810578), errback=(continuation of Deferred@427035621 after retry RPC after error@1386881839) -> (continuation of Deferred@1342557956 after retry RPC after error@1753426534) -> (continuation of Deferred@1360084912 after retry RPC after error@1377951206) -> (continuation of Deferred@740447561 after retry RPC after error@1560513201) -> (continuation of Deferred@87544350 after retry RPC after error@1495654835) -> (continuation of Deferred@1729331139 after retry RPC after error@637810578)))
11:01:26.030 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:26.031 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:26.031 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:26.031 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:26.031 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:26.031 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:26.031 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:26.031 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:26.032 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:26.050 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:26.050 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:26.051 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:26.051 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:26.051 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:26.051 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:26.051 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:26.051 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:26.051 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:26.070 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:26.070 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:26.070 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:26.070 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:26.071 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:26.071 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:26.071 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:26.071 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:26.071 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:26.089 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:26.090 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:26.090 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:26.090 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:26.090 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:26.091 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:26.091 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:26.091 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:26.091 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:26.091 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:26.091 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:26.092 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:26.110 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:26.111 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:26.111 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:26.111 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:26.111 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:26.111 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:26.111 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:26.111 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:26.111 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:26.149 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:26.150 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:26.150 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:26.150 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:26.150 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:26.150 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:26.151 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:26.151 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:26.151 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:26.230 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:26.230 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:26.231 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:26.231 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:26.231 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:26.231 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:26.231 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:26.231 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:26.231 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:26.232 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@859203577(state=PENDING, result=null, callback=(continuation of Deferred@1992893326 after retry RPC after error@16295919) -> (continuation of Deferred@417076782 after retry RPC after error@416658275) -> (continuation of Deferred@658454180 after retry RPC after error@1648175731) -> (continuation of Deferred@447233404 after retry RPC after error@794024929) -> (continuation of Deferred@1896305337 after retry RPC after error@2053275736) -> (continuation of Deferred@561648053 after retry RPC after error@281496232), errback=(continuation of Deferred@1992893326 after retry RPC after error@16295919) -> (continuation of Deferred@417076782 after retry RPC after error@416658275) -> (continuation of Deferred@658454180 after retry RPC after error@1648175731) -> (continuation of Deferred@447233404 after retry RPC after error@794024929) -> (continuation of Deferred@1896305337 after retry RPC after error@2053275736) -> (continuation of Deferred@561648053 after retry RPC after error@281496232)))
11:01:26.232 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@859203577(state=PENDING, result=null, callback=(continuation of Deferred@1992893326 after retry RPC after error@16295919) -> (continuation of Deferred@417076782 after retry RPC after error@416658275) -> (continuation of Deferred@658454180 after retry RPC after error@1648175731) -> (continuation of Deferred@447233404 after retry RPC after error@794024929) -> (continuation of Deferred@1896305337 after retry RPC after error@2053275736) -> (continuation of Deferred@561648053 after retry RPC after error@281496232), errback=(continuation of Deferred@1992893326 after retry RPC after error@16295919) -> (continuation of Deferred@417076782 after retry RPC after error@416658275) -> (continuation of Deferred@658454180 after retry RPC after error@1648175731) -> (continuation of Deferred@447233404 after retry RPC after error@794024929) -> (continuation of Deferred@1896305337 after retry RPC after error@2053275736) -> (continuation of Deferred@561648053 after retry RPC after error@281496232)))
11:01:26.250 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:26.250 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:26.250 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:26.250 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:26.250 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:26.250 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:26.250 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:26.250 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:26.251 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:26.270 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:26.271 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:26.271 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:26.271 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:26.271 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:26.271 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:26.271 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:26.271 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:26.272 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:26.272 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:26.273 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:26.273 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:26.273 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:26.273 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:26.273 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:26.273 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:26.273 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:26.274 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:26.290 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:26.290 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:26.291 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:26.291 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:26.291 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:26.291 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:26.291 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:26.291 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:26.291 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:26.310 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:26.310 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:26.310 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:26.310 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:26.310 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:26.311 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:26.311 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:26.311 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:26.311 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:26.330 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:26.330 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:26.330 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:26.330 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:26.330 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:26.331 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:26.331 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:26.331 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:26.331 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:26.369 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:26.370 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:26.370 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:26.370 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:26.370 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:26.370 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:26.370 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:26.370 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:26.370 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:26.390 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:26.390 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:26.391 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:26.391 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:26.391 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:26.391 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:26.391 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:26.391 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:26.391 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:26.490 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:26.491 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:26.491 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:26.491 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:26.491 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:26.491 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:26.491 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:26.491 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:26.492 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:26.492 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] refreshing cache from master, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [24ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [24ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [24ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [25ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [243ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1186296862(state=PENDING, result=null, callback=(continuation of Deferred@2101198784 after retry RPC after error@1591563518) -> (continuation of Deferred@187129799 after retry RPC after error@1725947705) -> (continuation of Deferred@1980542877 after retry RPC after error@1120042758) -> (continuation of Deferred@1940576766 after retry RPC after error@1796531877) -> (continuation of Deferred@2021116957 after retry RPC after error@698132058) -> (continuation of Deferred@215805886 after retry RPC after error@1085342030) -> (continuation of Deferred@115358305 after retry RPC after error@1250091665), errback=(continuation of Deferred@2101198784 after retry RPC after error@1591563518) -> (continuation of Deferred@187129799 after retry RPC after error@1725947705) -> (continuation of Deferred@1980542877 after retry RPC after error@1120042758) -> (continuation of Deferred@1940576766 after retry RPC after error@1796531877) -> (continuation of Deferred@2021116957 after retry RPC after error@698132058) -> (continuation of Deferred@215805886 after retry RPC after error@1085342030) -> (continuation of Deferred@115358305 after retry RPC after error@1250091665)))
11:01:26.493 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] refreshing cache from master, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [24ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [24ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [24ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [25ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [243ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1186296862(state=PENDING, result=null, callback=(continuation of Deferred@2101198784 after retry RPC after error@1591563518) -> (continuation of Deferred@187129799 after retry RPC after error@1725947705) -> (continuation of Deferred@1980542877 after retry RPC after error@1120042758) -> (continuation of Deferred@1940576766 after retry RPC after error@1796531877) -> (continuation of Deferred@2021116957 after retry RPC after error@698132058) -> (continuation of Deferred@215805886 after retry RPC after error@1085342030) -> (continuation of Deferred@115358305 after retry RPC after error@1250091665), errback=(continuation of Deferred@2101198784 after retry RPC after error@1591563518) -> (continuation of Deferred@187129799 after retry RPC after error@1725947705) -> (continuation of Deferred@1980542877 after retry RPC after error@1120042758) -> (continuation of Deferred@1940576766 after retry RPC after error@1796531877) -> (continuation of Deferred@2021116957 after retry RPC after error@698132058) -> (continuation of Deferred@215805886 after retry RPC after error@1085342030) -> (continuation of Deferred@115358305 after retry RPC after error@1250091665)))
11:01:26.510 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:26.511 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:26.511 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:26.511 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:26.511 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:26.511 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:26.511 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:26.511 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:26.511 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:26.530 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:26.530 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:26.530 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:26.531 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:26.531 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:26.531 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:26.531 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:26.531 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:26.531 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:26.550 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:26.550 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:26.550 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:26.550 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:26.551 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:26.551 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:26.551 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:26.551 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:26.551 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:26.570 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:26.570 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:26.570 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:26.570 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:26.570 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:26.571 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:26.571 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:26.571 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:26.571 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:26.590 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:26.590 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:26.590 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:26.590 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:26.590 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:26.590 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:26.590 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:26.590 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:26.591 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:26.629 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:26.630 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:26.630 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:26.630 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:26.630 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:26.630 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:26.630 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:26.630 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:26.631 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:26.690 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:26.691 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:26.691 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:26.691 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:26.691 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:26.691 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:26.692 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:26.692 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:26.692 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:26.730 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:26.730 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:26.731 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:26.731 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:26.731 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:26.731 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:26.731 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:26.731 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:26.732 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:26.732 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, deferred=Deferred@837034656(state=PENDING, result=null, callback=(continuation of Deferred@1996733443 after retry RPC after error@546824475) -> (continuation of Deferred@435377610 after retry RPC after error@152208758) -> (continuation of Deferred@1662764019 after retry RPC after error@2082175410) -> (continuation of Deferred@2143629054 after retry RPC after error@1650539845) -> (continuation of Deferred@1599631009 after retry RPC after error@2015975953) -> (continuation of Deferred@776808756 after retry RPC after error@1169011373) -> (continuation of Deferred@1495069151 after retry RPC after error@1800913215), errback=(continuation of Deferred@1996733443 after retry RPC after error@546824475) -> (continuation of Deferred@435377610 after retry RPC after error@152208758) -> (continuation of Deferred@1662764019 after retry RPC after error@2082175410) -> (continuation of Deferred@2143629054 after retry RPC after error@1650539845) -> (continuation of Deferred@1599631009 after retry RPC after error@2015975953) -> (continuation of Deferred@776808756 after retry RPC after error@1169011373) -> (continuation of Deferred@1495069151 after retry RPC after error@1800913215)))
11:01:26.732 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, deferred=Deferred@837034656(state=PENDING, result=null, callback=(continuation of Deferred@1996733443 after retry RPC after error@546824475) -> (continuation of Deferred@435377610 after retry RPC after error@152208758) -> (continuation of Deferred@1662764019 after retry RPC after error@2082175410) -> (continuation of Deferred@2143629054 after retry RPC after error@1650539845) -> (continuation of Deferred@1599631009 after retry RPC after error@2015975953) -> (continuation of Deferred@776808756 after retry RPC after error@1169011373) -> (continuation of Deferred@1495069151 after retry RPC after error@1800913215), errback=(continuation of Deferred@1996733443 after retry RPC after error@546824475) -> (continuation of Deferred@435377610 after retry RPC after error@152208758) -> (continuation of Deferred@1662764019 after retry RPC after error@2082175410) -> (continuation of Deferred@2143629054 after retry RPC after error@1650539845) -> (continuation of Deferred@1599631009 after retry RPC after error@2015975953) -> (continuation of Deferred@776808756 after retry RPC after error@1169011373) -> (continuation of Deferred@1495069151 after retry RPC after error@1800913215)))
11:01:26.750 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:26.750 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:26.750 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:26.750 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:26.750 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:26.750 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:26.750 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:26.751 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:26.751 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:26.769 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:26.770 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:26.770 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:26.770 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:26.770 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:26.770 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:26.770 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:26.770 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:26.770 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:26.790 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:26.790 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:26.791 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:26.791 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:26.791 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:26.791 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:26.791 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:26.791 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:26.791 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:26.791 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:26.791 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:26.792 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:26.792 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:26.792 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:26.792 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:26.792 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:26.792 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:26.792 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:26.810 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:26.810 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:26.810 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:26.810 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:26.810 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:26.810 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:26.811 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:26.811 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:26.811 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:26.829 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:26.830 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:26.830 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:26.830 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:26.830 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:26.830 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:26.830 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:26.830 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:26.831 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:26.850 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:26.850 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:26.851 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:26.851 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:26.851 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:26.851 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:26.851 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:26.851 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:26.851 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:26.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:26.897188 6118 raft_consensus.cc:482] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 194ebd914a83439798a52288895b63e8)
11:01:26.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:26.897328 6118 raft_consensus.cc:504] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b26dd328e00412aa496490d4f7a64f4" member_type: VOTER last_known_addr { host: "127.4.245.190" port: 34613 } } peers { permanent_uuid: "194ebd914a83439798a52288895b63e8" member_type: VOTER last_known_addr { host: "127.4.245.189" port: 45675 } } peers { permanent_uuid: "05e67164d20c486eb7fe8fd51a131ab3" member_type: VOTER last_known_addr { host: "127.4.245.188" port: 44615 } }
11:01:26.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:26.897825 6118 leader_election.cc:288] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 194ebd914a83439798a52288895b63e8 (127.4.245.189:45675), 05e67164d20c486eb7fe8fd51a131ab3 (127.4.245.188:44615)
11:01:26.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:26.899904 5951 leader_election.cc:334] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 05e67164d20c486eb7fe8fd51a131ab3 (127.4.245.188:44615): Network error: Client connection negotiation failed: client connection to 127.4.245.188:44615: connect: Connection refused (error 111)
11:01:26.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:26.900087 5952 leader_election.cc:334] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 194ebd914a83439798a52288895b63e8 (127.4.245.189:45675): Network error: Client connection negotiation failed: client connection to 127.4.245.189:45675: connect: Connection refused (error 111)
11:01:26.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:26.900198 5952 leader_election.cc:302] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 2b26dd328e00412aa496490d4f7a64f4; no voters: 05e67164d20c486eb7fe8fd51a131ab3, 194ebd914a83439798a52288895b63e8
11:01:26.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:26.900409 6118 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
11:01:26.910 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:26.910 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:26.911 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:26.911 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:26.911 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:26.911 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:26.911 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:26.911 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:26.912 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:26.912 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, deferred=Deferred@72340239(state=PENDING, result=null, callback=(continuation of Deferred@557102905 after retry RPC after error@1352162762) -> (continuation of Deferred@638142657 after retry RPC after error@1554264228) -> (continuation of Deferred@1479395702 after retry RPC after error@1246345652) -> (continuation of Deferred@644530044 after retry RPC after error@1530300933) -> (continuation of Deferred@1835441772 after retry RPC after error@1793396333) -> (continuation of Deferred@419941650 after retry RPC after error@1989020309), errback=(continuation of Deferred@557102905 after retry RPC after error@1352162762) -> (continuation of Deferred@638142657 after retry RPC after error@1554264228) -> (continuation of Deferred@1479395702 after retry RPC after error@1246345652) -> (continuation of Deferred@644530044 after retry RPC after error@1530300933) -> (continuation of Deferred@1835441772 after retry RPC after error@1793396333) -> (continuation of Deferred@419941650 after retry RPC after error@1989020309)))
11:01:26.913 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, deferred=Deferred@72340239(state=PENDING, result=null, callback=(continuation of Deferred@557102905 after retry RPC after error@1352162762) -> (continuation of Deferred@638142657 after retry RPC after error@1554264228) -> (continuation of Deferred@1479395702 after retry RPC after error@1246345652) -> (continuation of Deferred@644530044 after retry RPC after error@1530300933) -> (continuation of Deferred@1835441772 after retry RPC after error@1793396333) -> (continuation of Deferred@419941650 after retry RPC after error@1989020309), errback=(continuation of Deferred@557102905 after retry RPC after error@1352162762) -> (continuation of Deferred@638142657 after retry RPC after error@1554264228) -> (continuation of Deferred@1479395702 after retry RPC after error@1246345652) -> (continuation of Deferred@644530044 after retry RPC after error@1530300933) -> (continuation of Deferred@1835441772 after retry RPC after error@1793396333) -> (continuation of Deferred@419941650 after retry RPC after error@1989020309)))
11:01:26.930 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:26.930 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:26.930 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:26.930 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:26.930 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:26.931 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:26.931 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:26.931 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:26.931 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:26.950 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:26.950 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:26.950 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:26.950 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:26.950 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:26.950 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:26.951 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:26.951 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:26.951 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:26.969 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:26.970 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:26.970 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:26.970 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:26.970 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:26.970 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:26.970 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:26.970 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:26.970 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:26.990 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:26.990 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:26.991 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:26.991 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:26.991 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:26.991 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:26.991 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:26.991 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:26.991 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:27.010 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:27.010 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:27.010 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:27.010 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:27.011 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:27.011 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:27.011 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:27.011 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:27.011 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:27.050 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:27.050 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:27.051 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:27.051 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:27.051 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:27.051 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:27.051 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:27.051 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:27.051 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:27.070 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:27.070 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:27.070 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:27.070 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:27.070 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:27.071 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:27.071 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:27.071 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:27.071 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:27.191 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@432923730(state=PENDING, result=null, callback=(continuation of Deferred@1272806763 after retry RPC after error@1081445311) -> (continuation of Deferred@529289818 after retry RPC after error@1771424397) -> (continuation of Deferred@1233372401 after retry RPC after error@625444365) -> (continuation of Deferred@1478762109 after retry RPC after error@530740822) -> (continuation of Deferred@1221696799 after retry RPC after error@1371479526) -> (continuation of Deferred@688924250 after retry RPC after error@621602280) -> (continuation of Deferred@1634839859 after retry RPC after error@1208536278), errback=(continuation of Deferred@1272806763 after retry RPC after error@1081445311) -> (continuation of Deferred@529289818 after retry RPC after error@1771424397) -> (continuation of Deferred@1233372401 after retry RPC after error@625444365) -> (continuation of Deferred@1478762109 after retry RPC after error@530740822) -> (continuation of Deferred@1221696799 after retry RPC after error@1371479526) -> (continuation of Deferred@688924250 after retry RPC after error@621602280) -> (continuation of Deferred@1634839859 after retry RPC after error@1208536278)))
11:01:27.191 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
11:01:27.210 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:27.211 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:27.211 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:27.211 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:27.211 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:27.211 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:27.211 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:27.212 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:27.212 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:27.230 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:27.230 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:27.231 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:27.231 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:27.231 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:27.231 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:27.231 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:27.231 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:27.231 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:27.250 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:27.250 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:27.250 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:27.251 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:27.251 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:27.251 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:27.251 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:27.251 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:27.251 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:27.270 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:27.270 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:27.270 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:27.270 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:27.270 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:27.270 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:27.271 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:27.271 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:27.271 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:27.289 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:27.290 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:27.290 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:27.290 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:27.290 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:27.290 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:27.290 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:27.290 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:27.290 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:27.330 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:27.331 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:27.331 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:27.331 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:27.331 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:27.331 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:27.331 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:27.331 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:27.332 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:27.350 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:27.350 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:27.350 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:27.351 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:27.351 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:27.351 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:27.351 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:27.351 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:27.351 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:27.410 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:27.410 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:27.411 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:27.411 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:27.411 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:27.411 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:27.411 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:27.411 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:27.411 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:27.430 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:27.430 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:27.430 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:27.430 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:27.430 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:27.430 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:27.430 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:27.430 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:27.431 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:27.432 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1609260069(state=PENDING, result=null, callback=(continuation of Deferred@1849982369 after retry RPC after error@578313165) -> (continuation of Deferred@540704777 after retry RPC after error@632679007) -> (continuation of Deferred@1750151741 after retry RPC after error@144157385) -> (continuation of Deferred@2094618906 after retry RPC after error@1991549900) -> (continuation of Deferred@395683837 after retry RPC after error@585205284) -> (continuation of Deferred@340134635 after retry RPC after error@1203724652) -> (continuation of Deferred@2108656681 after retry RPC after error@1406264606) -> (continuation of Deferred@2011475165 after retry RPC after error@1273763660), errback=(continuation of Deferred@1849982369 after retry RPC after error@578313165) -> (continuation of Deferred@540704777 after retry RPC after error@632679007) -> (continuation of Deferred@1750151741 after retry RPC after error@144157385) -> (continuation of Deferred@2094618906 after retry RPC after error@1991549900) -> (continuation of Deferred@395683837 after retry RPC after error@585205284) -> (continuation of Deferred@340134635 after retry RPC after error@1203724652) -> (continuation of Deferred@2108656681 after retry RPC after error@1406264606) -> (continuation of Deferred@2011475165 after retry RPC after error@1273763660)))
11:01:27.432 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1609260069(state=PENDING, result=null, callback=(continuation of Deferred@1849982369 after retry RPC after error@578313165) -> (continuation of Deferred@540704777 after retry RPC after error@632679007) -> (continuation of Deferred@1750151741 after retry RPC after error@144157385) -> (continuation of Deferred@2094618906 after retry RPC after error@1991549900) -> (continuation of Deferred@395683837 after retry RPC after error@585205284) -> (continuation of Deferred@340134635 after retry RPC after error@1203724652) -> (continuation of Deferred@2108656681 after retry RPC after error@1406264606) -> (continuation of Deferred@2011475165 after retry RPC after error@1273763660), errback=(continuation of Deferred@1849982369 after retry RPC after error@578313165) -> (continuation of Deferred@540704777 after retry RPC after error@632679007) -> (continuation of Deferred@1750151741 after retry RPC after error@144157385) -> (continuation of Deferred@2094618906 after retry RPC after error@1991549900) -> (continuation of Deferred@395683837 after retry RPC after error@585205284) -> (continuation of Deferred@340134635 after retry RPC after error@1203724652) -> (continuation of Deferred@2108656681 after retry RPC after error@1406264606) -> (continuation of Deferred@2011475165 after retry RPC after error@1273763660)))
11:01:27.450 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:27.451 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:27.451 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:27.451 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:27.451 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:27.451 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:27.451 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:27.451 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:27.451 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:27.470 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:27.470 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:27.470 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:27.470 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:27.470 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:27.471 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:27.471 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:27.471 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:27.471 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:27.489 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:27.490 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:27.490 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:27.490 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:27.490 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:27.491 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:27.491 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:27.491 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:27.491 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:27.510 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:27.510 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:27.511 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:27.511 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:27.511 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:27.511 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:27.511 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:27.511 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:27.511 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:27.530 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:27.530 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:27.530 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:27.530 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:27.531 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:27.531 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:27.531 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:27.531 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:27.531 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:27.550 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:27.551 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:27.551 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:27.551 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:27.551 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:27.551 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:27.551 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:27.551 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:27.552 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:27.590 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:27.590 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:27.591 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:27.591 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:27.591 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:27.591 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:27.591 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:27.591 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:27.591 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:27.592 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1780514709(state=PENDING, result=null, callback=(continuation of Deferred@1979014185 after retry RPC after error@952599558) -> (continuation of Deferred@67876499 after retry RPC after error@1841216848) -> (continuation of Deferred@854962394 after retry RPC after error@915858742) -> (continuation of Deferred@1869636185 after retry RPC after error@2008815322) -> (continuation of Deferred@1750076311 after retry RPC after error@1777270014) -> (continuation of Deferred@98576688 after retry RPC after error@310244752), errback=(continuation of Deferred@1979014185 after retry RPC after error@952599558) -> (continuation of Deferred@67876499 after retry RPC after error@1841216848) -> (continuation of Deferred@854962394 after retry RPC after error@915858742) -> (continuation of Deferred@1869636185 after retry RPC after error@2008815322) -> (continuation of Deferred@1750076311 after retry RPC after error@1777270014) -> (continuation of Deferred@98576688 after retry RPC after error@310244752)))
11:01:27.592 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1780514709(state=PENDING, result=null, callback=(continuation of Deferred@1979014185 after retry RPC after error@952599558) -> (continuation of Deferred@67876499 after retry RPC after error@1841216848) -> (continuation of Deferred@854962394 after retry RPC after error@915858742) -> (continuation of Deferred@1869636185 after retry RPC after error@2008815322) -> (continuation of Deferred@1750076311 after retry RPC after error@1777270014) -> (continuation of Deferred@98576688 after retry RPC after error@310244752), errback=(continuation of Deferred@1979014185 after retry RPC after error@952599558) -> (continuation of Deferred@67876499 after retry RPC after error@1841216848) -> (continuation of Deferred@854962394 after retry RPC after error@915858742) -> (continuation of Deferred@1869636185 after retry RPC after error@2008815322) -> (continuation of Deferred@1750076311 after retry RPC after error@1777270014) -> (continuation of Deferred@98576688 after retry RPC after error@310244752)))
11:01:27.610 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:27.610 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:27.610 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:27.610 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:27.610 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:27.610 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:27.610 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:27.611 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:27.611 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:27.629 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:27.630 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:27.630 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:27.630 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:27.630 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:27.630 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:27.630 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:27.630 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:27.631 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:27.650 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:27.650 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:27.651 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:27.651 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:27.651 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:27.651 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:27.651 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:27.651 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:27.651 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:27.670 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:27.670 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:27.670 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:27.670 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:27.670 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:27.670 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:27.670 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:27.671 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:27.671 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:27.689 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:27.690 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:27.690 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:27.690 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:27.690 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:27.690 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:27.690 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:27.690 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:27.691 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:27.730 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:27.730 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:27.731 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:27.731 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:27.731 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:27.731 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:27.731 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:27.731 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:27.731 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:27.790 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:27.790 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:27.791 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:27.791 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:27.791 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:27.791 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:27.791 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:27.791 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:27.792 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:27.830 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:27.830 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:27.830 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:27.831 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:27.831 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:27.831 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:27.831 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:27.831 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:27.831 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:27.832 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@2088933893(state=PENDING, result=null, callback=(continuation of Deferred@1160958486 after retry RPC after error@285539515) -> (continuation of Deferred@453482190 after retry RPC after error@1933407513) -> (continuation of Deferred@541899530 after retry RPC after error@370895516) -> (continuation of Deferred@831340407 after retry RPC after error@696259042) -> (continuation of Deferred@1825667891 after retry RPC after error@559133631) -> (continuation of Deferred@2038257253 after retry RPC after error@1356548009) -> (continuation of Deferred@926197346 after retry RPC after error@197539184), errback=(continuation of Deferred@1160958486 after retry RPC after error@285539515) -> (continuation of Deferred@453482190 after retry RPC after error@1933407513) -> (continuation of Deferred@541899530 after retry RPC after error@370895516) -> (continuation of Deferred@831340407 after retry RPC after error@696259042) -> (continuation of Deferred@1825667891 after retry RPC after error@559133631) -> (continuation of Deferred@2038257253 after retry RPC after error@1356548009) -> (continuation of Deferred@926197346 after retry RPC after error@197539184)))
11:01:27.832 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@2088933893(state=PENDING, result=null, callback=(continuation of Deferred@1160958486 after retry RPC after error@285539515) -> (continuation of Deferred@453482190 after retry RPC after error@1933407513) -> (continuation of Deferred@541899530 after retry RPC after error@370895516) -> (continuation of Deferred@831340407 after retry RPC after error@696259042) -> (continuation of Deferred@1825667891 after retry RPC after error@559133631) -> (continuation of Deferred@2038257253 after retry RPC after error@1356548009) -> (continuation of Deferred@926197346 after retry RPC after error@197539184), errback=(continuation of Deferred@1160958486 after retry RPC after error@285539515) -> (continuation of Deferred@453482190 after retry RPC after error@1933407513) -> (continuation of Deferred@541899530 after retry RPC after error@370895516) -> (continuation of Deferred@831340407 after retry RPC after error@696259042) -> (continuation of Deferred@1825667891 after retry RPC after error@559133631) -> (continuation of Deferred@2038257253 after retry RPC after error@1356548009) -> (continuation of Deferred@926197346 after retry RPC after error@197539184)))
11:01:27.850 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:27.850 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:27.850 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:27.850 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:27.850 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:27.850 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:27.850 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:27.850 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:27.851 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:27.870 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:27.870 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:27.871 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:27.871 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:27.871 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:27.871 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:27.871 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:27.871 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:27.871 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:27.890 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:27.890 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:27.891 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:27.891 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:27.891 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:27.891 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:27.891 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:27.891 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:27.891 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:27.910 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:27.910 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:27.910 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:27.910 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:27.910 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:27.910 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:27.910 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:27.910 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:27.911 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:27.930 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:27.931 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:27.931 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:27.931 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:27.931 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:27.931 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:27.931 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:27.931 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:27.931 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:27.970 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:27.971 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:27.971 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:27.971 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:27.971 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:27.971 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:27.971 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:27.972 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:27.972 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:27.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:27.996801 5740 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615, num_attempts: 1)
11:01:28.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:28.002506 5740 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '9d97e2a33c7340dfbb9ce8fa17c0b548', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '9d97e2a33c7340dfbb9ce8fa17c0b548', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615, num_attempts: 1)
11:01:28.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:28.003713 5737 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.4.245.188:44615)
11:01:28.010 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:28.010 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:28.011 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.011 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.011 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.011 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.011 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.011 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.011 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:28.012 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@222195597(state=PENDING, result=null, callback=(continuation of Deferred@1438611070 after retry RPC after error@1126681677) -> (continuation of Deferred@1384453366 after retry RPC after error@741952300) -> (continuation of Deferred@43762771 after retry RPC after error@2141402601) -> (continuation of Deferred@91991119 after retry RPC after error@1677584359) -> (continuation of Deferred@1058545303 after retry RPC after error@1509062880) -> (continuation of Deferred@20168261 after retry RPC after error@234730331), errback=(continuation of Deferred@1438611070 after retry RPC after error@1126681677) -> (continuation of Deferred@1384453366 after retry RPC after error@741952300) -> (continuation of Deferred@43762771 after retry RPC after error@2141402601) -> (continuation of Deferred@91991119 after retry RPC after error@1677584359) -> (continuation of Deferred@1058545303 after retry RPC after error@1509062880) -> (continuation of Deferred@20168261 after retry RPC after error@234730331)))
11:01:28.012 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@222195597(state=PENDING, result=null, callback=(continuation of Deferred@1438611070 after retry RPC after error@1126681677) -> (continuation of Deferred@1384453366 after retry RPC after error@741952300) -> (continuation of Deferred@43762771 after retry RPC after error@2141402601) -> (continuation of Deferred@91991119 after retry RPC after error@1677584359) -> (continuation of Deferred@1058545303 after retry RPC after error@1509062880) -> (continuation of Deferred@20168261 after retry RPC after error@234730331), errback=(continuation of Deferred@1438611070 after retry RPC after error@1126681677) -> (continuation of Deferred@1384453366 after retry RPC after error@741952300) -> (continuation of Deferred@43762771 after retry RPC after error@2141402601) -> (continuation of Deferred@91991119 after retry RPC after error@1677584359) -> (continuation of Deferred@1058545303 after retry RPC after error@1509062880) -> (continuation of Deferred@20168261 after retry RPC after error@234730331)))
11:01:28.030 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:28.030 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:28.030 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.030 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.031 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.031 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.031 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.031 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.032 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:28.050 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:28.050 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:28.050 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.050 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.051 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.051 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.051 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.051 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.051 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:28.069 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:28.070 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:28.070 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.070 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.070 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.070 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.070 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.070 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.071 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:28.090 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:28.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:28.090682 6128 raft_consensus.cc:482] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 194ebd914a83439798a52288895b63e8)
11:01:28.090 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:28.091 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.091 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.091 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.091 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.091 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.091 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:28.090941 6128 raft_consensus.cc:504] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b26dd328e00412aa496490d4f7a64f4" member_type: VOTER last_known_addr { host: "127.4.245.190" port: 34613 } } peers { permanent_uuid: "194ebd914a83439798a52288895b63e8" member_type: VOTER last_known_addr { host: "127.4.245.189" port: 45675 } } peers { permanent_uuid: "05e67164d20c486eb7fe8fd51a131ab3" member_type: VOTER last_known_addr { host: "127.4.245.188" port: 44615 } }
11:01:28.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:28.092121 6128 leader_election.cc:288] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 194ebd914a83439798a52288895b63e8 (127.4.245.189:45675), 05e67164d20c486eb7fe8fd51a131ab3 (127.4.245.188:44615)
11:01:28.093 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:28.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:28.094251 5952 leader_election.cc:334] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 194ebd914a83439798a52288895b63e8 (127.4.245.189:45675): Network error: Client connection negotiation failed: client connection to 127.4.245.189:45675: connect: Connection refused (error 111)
11:01:28.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:28.094437 5951 leader_election.cc:334] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 05e67164d20c486eb7fe8fd51a131ab3 (127.4.245.188:44615): Network error: Client connection negotiation failed: client connection to 127.4.245.188:44615: connect: Connection refused (error 111)
11:01:28.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:28.094516 5951 leader_election.cc:302] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 2b26dd328e00412aa496490d4f7a64f4; no voters: 05e67164d20c486eb7fe8fd51a131ab3, 194ebd914a83439798a52288895b63e8
11:01:28.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:28.094712 6128 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
11:01:28.110 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:28.110 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:28.111 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.111 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.111 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.111 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.111 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.111 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.111 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:28.130 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:28.130 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:28.130 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.130 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.131 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.131 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.131 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.131 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.131 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:28.150 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:28.150 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:28.150 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.150 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.150 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.150 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.150 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.151 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.151 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:28.189 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:28.190 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:28.190 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.190 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.190 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.190 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.191 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.191 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.191 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:28.270 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:28.270 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:28.270 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.270 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.271 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.271 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.271 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.271 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.271 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:28.272 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1336979448(state=PENDING, result=null, callback=(continuation of Deferred@961282845 after retry RPC after error@1733464103) -> (continuation of Deferred@1731123022 after retry RPC after error@766212924) -> (continuation of Deferred@1957085567 after retry RPC after error@126268516) -> (continuation of Deferred@369334141 after retry RPC after error@1611099162) -> (continuation of Deferred@585688156 after retry RPC after error@276775409) -> (continuation of Deferred@441287932 after retry RPC after error@1106332691) -> (continuation of Deferred@618564213 after retry RPC after error@1313089494) -> (continuation of Deferred@953688198 after retry RPC after error@1937928794), errback=(continuation of Deferred@961282845 after retry RPC after error@1733464103) -> (continuation of Deferred@1731123022 after retry RPC after error@766212924) -> (continuation of Deferred@1957085567 after retry RPC after error@126268516) -> (continuation of Deferred@369334141 after retry RPC after error@1611099162) -> (continuation of Deferred@585688156 after retry RPC after error@276775409) -> (continuation of Deferred@441287932 after retry RPC after error@1106332691) -> (continuation of Deferred@618564213 after retry RPC after error@1313089494) -> (continuation of Deferred@953688198 after retry RPC after error@1937928794)))
11:01:28.272 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1336979448(state=PENDING, result=null, callback=(continuation of Deferred@961282845 after retry RPC after error@1733464103) -> (continuation of Deferred@1731123022 after retry RPC after error@766212924) -> (continuation of Deferred@1957085567 after retry RPC after error@126268516) -> (continuation of Deferred@369334141 after retry RPC after error@1611099162) -> (continuation of Deferred@585688156 after retry RPC after error@276775409) -> (continuation of Deferred@441287932 after retry RPC after error@1106332691) -> (continuation of Deferred@618564213 after retry RPC after error@1313089494) -> (continuation of Deferred@953688198 after retry RPC after error@1937928794), errback=(continuation of Deferred@961282845 after retry RPC after error@1733464103) -> (continuation of Deferred@1731123022 after retry RPC after error@766212924) -> (continuation of Deferred@1957085567 after retry RPC after error@126268516) -> (continuation of Deferred@369334141 after retry RPC after error@1611099162) -> (continuation of Deferred@585688156 after retry RPC after error@276775409) -> (continuation of Deferred@441287932 after retry RPC after error@1106332691) -> (continuation of Deferred@618564213 after retry RPC after error@1313089494) -> (continuation of Deferred@953688198 after retry RPC after error@1937928794)))
11:01:28.289 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:28.290 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:28.290 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.290 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.290 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.290 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.290 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.290 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.290 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:28.310 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:28.310 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:28.310 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.311 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.311 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.311 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.311 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.311 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.311 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:28.330 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:28.330 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:28.330 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.330 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.330 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.330 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.330 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.330 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.331 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:28.349 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:28.350 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:28.350 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.350 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.350 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.350 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.350 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.350 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.350 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:28.370 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:28.371 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:28.371 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.371 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.371 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.371 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.371 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.371 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.371 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:28.390 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:28.390 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:28.390 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.391 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.391 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.391 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.391 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.391 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.391 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:28.410 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:28.410 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:28.410 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.410 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.410 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.410 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.410 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.411 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.411 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:28.429 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:28.430 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:28.430 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.430 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.430 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.430 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.430 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.430 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.431 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:28.431 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@241784248(state=PENDING, result=null, callback=(continuation of Deferred@1149816786 after retry RPC after error@1656805770) -> (continuation of Deferred@1380746658 after retry RPC after error@374132422) -> (continuation of Deferred@339240322 after retry RPC after error@1884353030) -> (continuation of Deferred@1183258683 after retry RPC after error@919459027) -> (continuation of Deferred@1636742141 after retry RPC after error@372882696) -> (continuation of Deferred@1744910644 after retry RPC after error@808588203), errback=(continuation of Deferred@1149816786 after retry RPC after error@1656805770) -> (continuation of Deferred@1380746658 after retry RPC after error@374132422) -> (continuation of Deferred@339240322 after retry RPC after error@1884353030) -> (continuation of Deferred@1183258683 after retry RPC after error@919459027) -> (continuation of Deferred@1636742141 after retry RPC after error@372882696) -> (continuation of Deferred@1744910644 after retry RPC after error@808588203)))
11:01:28.432 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@241784248(state=PENDING, result=null, callback=(continuation of Deferred@1149816786 after retry RPC after error@1656805770) -> (continuation of Deferred@1380746658 after retry RPC after error@374132422) -> (continuation of Deferred@339240322 after retry RPC after error@1884353030) -> (continuation of Deferred@1183258683 after retry RPC after error@919459027) -> (continuation of Deferred@1636742141 after retry RPC after error@372882696) -> (continuation of Deferred@1744910644 after retry RPC after error@808588203), errback=(continuation of Deferred@1149816786 after retry RPC after error@1656805770) -> (continuation of Deferred@1380746658 after retry RPC after error@374132422) -> (continuation of Deferred@339240322 after retry RPC after error@1884353030) -> (continuation of Deferred@1183258683 after retry RPC after error@919459027) -> (continuation of Deferred@1636742141 after retry RPC after error@372882696) -> (continuation of Deferred@1744910644 after retry RPC after error@808588203)))
11:01:28.450 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:28.450 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:28.451 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.451 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.451 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.451 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.451 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.451 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.451 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:28.470 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:28.470 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:28.470 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.470 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.470 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.471 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.471 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.471 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.471 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:28.489 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:28.490 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:28.490 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.490 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.490 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.490 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.490 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.490 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.490 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:28.510 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:28.510 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:28.511 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.511 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.511 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.511 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.511 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.511 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.511 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:28.530 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:28.531 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.531 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.531 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:28.531 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.532 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.532 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.532 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.532 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:28.550 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:28.550 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:28.551 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.551 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.551 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.551 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.551 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.551 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.551 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:28.590 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:28.590 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:28.590 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.590 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.591 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.591 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.591 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.591 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.591 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:28.650 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:28.650 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:28.650 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.650 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.650 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.650 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.651 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.651 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.651 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:28.651 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=200), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [200ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1585896014(state=PENDING, result=null, callback=(continuation of Deferred@1889298841 after retry RPC after error@240313959) -> (continuation of Deferred@716609773 after retry RPC after error@1116369759) -> (continuation of Deferred@1372133942 after retry RPC after error@1211215798) -> (continuation of Deferred@1449015213 after retry RPC after error@1205843634) -> (continuation of Deferred@1591610581 after retry RPC after error@467096743) -> (continuation of Deferred@1007938351 after retry RPC after error@113483833) -> (continuation of Deferred@685091984 after retry RPC after error@151435073), errback=(continuation of Deferred@1889298841 after retry RPC after error@240313959) -> (continuation of Deferred@716609773 after retry RPC after error@1116369759) -> (continuation of Deferred@1372133942 after retry RPC after error@1211215798) -> (continuation of Deferred@1449015213 after retry RPC after error@1205843634) -> (continuation of Deferred@1591610581 after retry RPC after error@467096743) -> (continuation of Deferred@1007938351 after retry RPC after error@113483833) -> (continuation of Deferred@685091984 after retry RPC after error@151435073)))
11:01:28.652 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=200), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [200ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1585896014(state=PENDING, result=null, callback=(continuation of Deferred@1889298841 after retry RPC after error@240313959) -> (continuation of Deferred@716609773 after retry RPC after error@1116369759) -> (continuation of Deferred@1372133942 after retry RPC after error@1211215798) -> (continuation of Deferred@1449015213 after retry RPC after error@1205843634) -> (continuation of Deferred@1591610581 after retry RPC after error@467096743) -> (continuation of Deferred@1007938351 after retry RPC after error@113483833) -> (continuation of Deferred@685091984 after retry RPC after error@151435073), errback=(continuation of Deferred@1889298841 after retry RPC after error@240313959) -> (continuation of Deferred@716609773 after retry RPC after error@1116369759) -> (continuation of Deferred@1372133942 after retry RPC after error@1211215798) -> (continuation of Deferred@1449015213 after retry RPC after error@1205843634) -> (continuation of Deferred@1591610581 after retry RPC after error@467096743) -> (continuation of Deferred@1007938351 after retry RPC after error@113483833) -> (continuation of Deferred@685091984 after retry RPC after error@151435073)))
11:01:28.669 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:28.670 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:28.670 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.670 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.670 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.670 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.670 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.670 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.671 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:28.690 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:28.691 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:28.691 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.691 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.691 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.691 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.691 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.691 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.691 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:28.710 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:28.710 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:28.710 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.710 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.711 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.711 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.711 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.711 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.711 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:28.730 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:28.730 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:28.730 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.730 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.731 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.731 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.731 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.731 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.731 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:28.750 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:28.750 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:28.750 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.750 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.750 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.750 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.751 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.751 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.751 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:28.789 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:28.790 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:28.790 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.790 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.790 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.790 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.790 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.790 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.790 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:28.829 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:28.830 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:28.830 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.830 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.831 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.831 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.831 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.831 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.832 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:28.850 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:28.850 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:28.851 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.851 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.851 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.851 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.851 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.851 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.851 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:28.910 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:28.910 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:28.910 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.910 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.910 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.910 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.911 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.911 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.911 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:28.912 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [163ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@94524930(state=PENDING, result=null, callback=(continuation of Deferred@1936335536 after retry RPC after error@966539978) -> (continuation of Deferred@281396152 after retry RPC after error@130061796) -> (continuation of Deferred@631064590 after retry RPC after error@2098162717) -> (continuation of Deferred@1139386375 after retry RPC after error@1082485291) -> (continuation of Deferred@261592845 after retry RPC after error@159284582) -> (continuation of Deferred@123295198 after retry RPC after error@1818669868) -> (continuation of Deferred@1610251858 after retry RPC after error@622177670) -> (continuation of Deferred@1747975007 after retry RPC after error@822725285), errback=(continuation of Deferred@1936335536 after retry RPC after error@966539978) -> (continuation of Deferred@281396152 after retry RPC after error@130061796) -> (continuation of Deferred@631064590 after retry RPC after error@2098162717) -> (continuation of Deferred@1139386375 after retry RPC after error@1082485291) -> (continuation of Deferred@261592845 after retry RPC after error@159284582) -> (continuation of Deferred@123295198 after retry RPC after error@1818669868) -> (continuation of Deferred@1610251858 after retry RPC after error@622177670) -> (continuation of Deferred@1747975007 after retry RPC after error@822725285)))
11:01:28.912 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [163ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@94524930(state=PENDING, result=null, callback=(continuation of Deferred@1936335536 after retry RPC after error@966539978) -> (continuation of Deferred@281396152 after retry RPC after error@130061796) -> (continuation of Deferred@631064590 after retry RPC after error@2098162717) -> (continuation of Deferred@1139386375 after retry RPC after error@1082485291) -> (continuation of Deferred@261592845 after retry RPC after error@159284582) -> (continuation of Deferred@123295198 after retry RPC after error@1818669868) -> (continuation of Deferred@1610251858 after retry RPC after error@622177670) -> (continuation of Deferred@1747975007 after retry RPC after error@822725285), errback=(continuation of Deferred@1936335536 after retry RPC after error@966539978) -> (continuation of Deferred@281396152 after retry RPC after error@130061796) -> (continuation of Deferred@631064590 after retry RPC after error@2098162717) -> (continuation of Deferred@1139386375 after retry RPC after error@1082485291) -> (continuation of Deferred@261592845 after retry RPC after error@159284582) -> (continuation of Deferred@123295198 after retry RPC after error@1818669868) -> (continuation of Deferred@1610251858 after retry RPC after error@622177670) -> (continuation of Deferred@1747975007 after retry RPC after error@822725285)))
11:01:28.929 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:28.930 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:28.930 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.930 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.930 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.930 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.930 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.930 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.931 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:28.950 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:28.951 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:28.951 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.951 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.951 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.951 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.951 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.951 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.952 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:28.970 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:28.970 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:28.971 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.971 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.971 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.971 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.971 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.971 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.971 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:28.990 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:28.990 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:28.990 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.990 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.990 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.990 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.990 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:28.991 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:28.991 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:29.009 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:29.009 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:29.010 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:29.010 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:29.010 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:29.010 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:29.010 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:29.010 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:29.010 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:29.050 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:29.050 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:29.051 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:29.051 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:29.051 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:29.052 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:29.052 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:29.052 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:29.052 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:29.110 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:29.110 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:29.111 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:29.111 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:29.111 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:29.111 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:29.111 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:29.111 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:29.111 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:29.112 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [123ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [123ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [123ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1740100668(state=PENDING, result=null, callback=(continuation of Deferred@214909818 after retry RPC after error@1711007308) -> (continuation of Deferred@1154726266 after retry RPC after error@488412136) -> (continuation of Deferred@1807665058 after retry RPC after error@1372427551) -> (continuation of Deferred@135065141 after retry RPC after error@1911992079) -> (continuation of Deferred@1818813764 after retry RPC after error@1362161851) -> (continuation of Deferred@1050857966 after retry RPC after error@2053672930), errback=(continuation of Deferred@214909818 after retry RPC after error@1711007308) -> (continuation of Deferred@1154726266 after retry RPC after error@488412136) -> (continuation of Deferred@1807665058 after retry RPC after error@1372427551) -> (continuation of Deferred@135065141 after retry RPC after error@1911992079) -> (continuation of Deferred@1818813764 after retry RPC after error@1362161851) -> (continuation of Deferred@1050857966 after retry RPC after error@2053672930)))
11:01:29.112 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [123ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [123ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [123ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1740100668(state=PENDING, result=null, callback=(continuation of Deferred@214909818 after retry RPC after error@1711007308) -> (continuation of Deferred@1154726266 after retry RPC after error@488412136) -> (continuation of Deferred@1807665058 after retry RPC after error@1372427551) -> (continuation of Deferred@135065141 after retry RPC after error@1911992079) -> (continuation of Deferred@1818813764 after retry RPC after error@1362161851) -> (continuation of Deferred@1050857966 after retry RPC after error@2053672930), errback=(continuation of Deferred@214909818 after retry RPC after error@1711007308) -> (continuation of Deferred@1154726266 after retry RPC after error@488412136) -> (continuation of Deferred@1807665058 after retry RPC after error@1372427551) -> (continuation of Deferred@135065141 after retry RPC after error@1911992079) -> (continuation of Deferred@1818813764 after retry RPC after error@1362161851) -> (continuation of Deferred@1050857966 after retry RPC after error@2053672930)))
11:01:29.130 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:29.130 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:29.130 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:29.130 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:29.130 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:29.130 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:29.130 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:29.131 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:29.131 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:29.149 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:29.150 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:29.150 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:29.150 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:29.150 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:29.151 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:29.151 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:29.151 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:29.151 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:29.170 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:29.170 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:29.170 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:29.171 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:29.171 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:29.171 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:29.171 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:29.171 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:29.171 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:29.190 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:29.190 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:29.190 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:29.190 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:29.190 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:29.191 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:29.191 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:29.191 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:29.191 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:29.210 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:29.210 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:29.210 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:29.210 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:29.211 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:29.211 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:29.211 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:29.211 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:29.212 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:29.250 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:29.250 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:29.250 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:29.250 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:29.250 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:29.250 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:29.251 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:29.251 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:29.251 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:29.330 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:29.330 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:29.330 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:29.330 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:29.330 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:29.330 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:29.330 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:29.331 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:29.331 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:29.369 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:29.370 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:29.370 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:29.370 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:29.370 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:29.370 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:29.370 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:29.370 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:29.371 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:29.371 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [200ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [200ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [240ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [240ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [240ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@398943953(state=PENDING, result=null, callback=(continuation of Deferred@1731061338 after retry RPC after error@2009290057) -> (continuation of Deferred@1263098886 after retry RPC after error@1729387088) -> (continuation of Deferred@1862500318 after retry RPC after error@42403434) -> (continuation of Deferred@61854544 after retry RPC after error@1185730479) -> (continuation of Deferred@841327915 after retry RPC after error@137056595) -> (continuation of Deferred@1969436245 after retry RPC after error@1427267297) -> (continuation of Deferred@1250014613 after retry RPC after error@410178655), errback=(continuation of Deferred@1731061338 after retry RPC after error@2009290057) -> (continuation of Deferred@1263098886 after retry RPC after error@1729387088) -> (continuation of Deferred@1862500318 after retry RPC after error@42403434) -> (continuation of Deferred@61854544 after retry RPC after error@1185730479) -> (continuation of Deferred@841327915 after retry RPC after error@137056595) -> (continuation of Deferred@1969436245 after retry RPC after error@1427267297) -> (continuation of Deferred@1250014613 after retry RPC after error@410178655)))
11:01:29.371 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [200ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [200ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [240ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [240ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [240ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@398943953(state=PENDING, result=null, callback=(continuation of Deferred@1731061338 after retry RPC after error@2009290057) -> (continuation of Deferred@1263098886 after retry RPC after error@1729387088) -> (continuation of Deferred@1862500318 after retry RPC after error@42403434) -> (continuation of Deferred@61854544 after retry RPC after error@1185730479) -> (continuation of Deferred@841327915 after retry RPC after error@137056595) -> (continuation of Deferred@1969436245 after retry RPC after error@1427267297) -> (continuation of Deferred@1250014613 after retry RPC after error@410178655), errback=(continuation of Deferred@1731061338 after retry RPC after error@2009290057) -> (continuation of Deferred@1263098886 after retry RPC after error@1729387088) -> (continuation of Deferred@1862500318 after retry RPC after error@42403434) -> (continuation of Deferred@61854544 after retry RPC after error@1185730479) -> (continuation of Deferred@841327915 after retry RPC after error@137056595) -> (continuation of Deferred@1969436245 after retry RPC after error@1427267297) -> (continuation of Deferred@1250014613 after retry RPC after error@410178655)))
11:01:29.390 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:29.390 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:29.391 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:29.391 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:29.391 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:29.391 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:29.391 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:29.391 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:29.391 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:29.410 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:29.410 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:29.410 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:29.410 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:29.410 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:29.410 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:29.410 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:29.411 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:29.411 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:29.429 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:29.430 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:29.430 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:29.430 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:29.430 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:29.430 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:29.430 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:29.431 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:29.431 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:29.450 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:29.450 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:29.451 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:29.451 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:29.451 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:29.451 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:29.451 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:29.451 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:29.451 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:29.470 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:29.470 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:29.470 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:29.470 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:29.470 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:29.470 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:29.470 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:29.470 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:29.471 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:29.489 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:29.490 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:29.490 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:29.490 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:29.490 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:29.490 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:29.490 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:29.490 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:29.490 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:29.510 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:29.510 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:29.510 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:29.510 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:29.511 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:29.511 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:29.511 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:29.511 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:29.511 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:29.550 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:29.550 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:29.550 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:29.550 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:29.550 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:29.550 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:29.550 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:29.550 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:29.551 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:29.552 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=160), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [100ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@64937281(state=PENDING, result=null, callback=(continuation of Deferred@1000005169 after retry RPC after error@376853930) -> (continuation of Deferred@630412507 after retry RPC after error@1347592701) -> (continuation of Deferred@1037342352 after retry RPC after error@430661509) -> (continuation of Deferred@648144359 after retry RPC after error@1664742791) -> (continuation of Deferred@2051055462 after retry RPC after error@961847516) -> (continuation of Deferred@284419276 after retry RPC after error@1011527320) -> (continuation of Deferred@1108323800 after retry RPC after error@1581364997), errback=(continuation of Deferred@1000005169 after retry RPC after error@376853930) -> (continuation of Deferred@630412507 after retry RPC after error@1347592701) -> (continuation of Deferred@1037342352 after retry RPC after error@430661509) -> (continuation of Deferred@648144359 after retry RPC after error@1664742791) -> (continuation of Deferred@2051055462 after retry RPC after error@961847516) -> (continuation of Deferred@284419276 after retry RPC after error@1011527320) -> (continuation of Deferred@1108323800 after retry RPC after error@1581364997)))
11:01:29.552 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=160), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [100ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@64937281(state=PENDING, result=null, callback=(continuation of Deferred@1000005169 after retry RPC after error@376853930) -> (continuation of Deferred@630412507 after retry RPC after error@1347592701) -> (continuation of Deferred@1037342352 after retry RPC after error@430661509) -> (continuation of Deferred@648144359 after retry RPC after error@1664742791) -> (continuation of Deferred@2051055462 after retry RPC after error@961847516) -> (continuation of Deferred@284419276 after retry RPC after error@1011527320) -> (continuation of Deferred@1108323800 after retry RPC after error@1581364997), errback=(continuation of Deferred@1000005169 after retry RPC after error@376853930) -> (continuation of Deferred@630412507 after retry RPC after error@1347592701) -> (continuation of Deferred@1037342352 after retry RPC after error@430661509) -> (continuation of Deferred@648144359 after retry RPC after error@1664742791) -> (continuation of Deferred@2051055462 after retry RPC after error@961847516) -> (continuation of Deferred@284419276 after retry RPC after error@1011527320) -> (continuation of Deferred@1108323800 after retry RPC after error@1581364997)))
11:01:29.569 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:29.570 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:29.570 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:29.570 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:29.570 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:29.570 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:29.570 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:29.570 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:29.570 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:29.590 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:29.590 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:29.590 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:29.590 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:29.590 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:29.591 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:29.591 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:29.591 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:29.591 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:29.610 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:29.610 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:29.610 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:29.610 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:29.610 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:29.610 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:29.610 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:29.611 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:29.611 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:29.629 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:29.630 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:29.630 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:29.630 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:29.630 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:29.630 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:29.630 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:29.630 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:29.631 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:29.650 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:29.651 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:29.651 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:29.651 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:29.651 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:29.651 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:29.651 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:29.651 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:29.651 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:29.690 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:29.690 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:29.690 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:29.690 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:29.691 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:29.691 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:29.691 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:29.691 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:29.691 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:29.750 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:29.750 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:29.750 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:29.751 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:29.751 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:29.751 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:29.751 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:29.751 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:29.751 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:29.752 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@752516980(state=PENDING, result=null, callback=(continuation of Deferred@1835863088 after retry RPC after error@139589881) -> (continuation of Deferred@699324276 after retry RPC after error@1458584810) -> (continuation of Deferred@1400481416 after retry RPC after error@1424493102) -> (continuation of Deferred@186802864 after retry RPC after error@1549928530) -> (continuation of Deferred@1118943408 after retry RPC after error@1444705202) -> (continuation of Deferred@1320397859 after retry RPC after error@39783743), errback=(continuation of Deferred@1835863088 after retry RPC after error@139589881) -> (continuation of Deferred@699324276 after retry RPC after error@1458584810) -> (continuation of Deferred@1400481416 after retry RPC after error@1424493102) -> (continuation of Deferred@186802864 after retry RPC after error@1549928530) -> (continuation of Deferred@1118943408 after retry RPC after error@1444705202) -> (continuation of Deferred@1320397859 after retry RPC after error@39783743)))
11:01:29.752 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@752516980(state=PENDING, result=null, callback=(continuation of Deferred@1835863088 after retry RPC after error@139589881) -> (continuation of Deferred@699324276 after retry RPC after error@1458584810) -> (continuation of Deferred@1400481416 after retry RPC after error@1424493102) -> (continuation of Deferred@186802864 after retry RPC after error@1549928530) -> (continuation of Deferred@1118943408 after retry RPC after error@1444705202) -> (continuation of Deferred@1320397859 after retry RPC after error@39783743), errback=(continuation of Deferred@1835863088 after retry RPC after error@139589881) -> (continuation of Deferred@699324276 after retry RPC after error@1458584810) -> (continuation of Deferred@1400481416 after retry RPC after error@1424493102) -> (continuation of Deferred@186802864 after retry RPC after error@1549928530) -> (continuation of Deferred@1118943408 after retry RPC after error@1444705202) -> (continuation of Deferred@1320397859 after retry RPC after error@39783743)))
11:01:29.770 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:29.770 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:29.770 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:29.770 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:29.770 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:29.770 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:29.770 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:29.770 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:29.771 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:29.790 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:29.790 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:29.791 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:29.791 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:29.791 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:29.791 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:29.791 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:29.791 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:29.791 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:29.810 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:29.810 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:29.810 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:29.810 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:29.810 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:29.811 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:29.811 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:29.811 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:29.811 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:29.829 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:29.830 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:29.830 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:29.830 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:29.830 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:29.830 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:29.834 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:29.834 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:29.835 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:29.850 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:29.850 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:29.851 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:29.851 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:29.851 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:29.851 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:29.851 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:29.851 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:29.851 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:29.870 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:29.870 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:29.870 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:29.870 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:29.870 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:29.870 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:29.871 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:29.871 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:29.871 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:29.950 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:29.950 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:29.951 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:29.951 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:29.951 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:29.951 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:29.951 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:29.951 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:29.951 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:29.990 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:29.990 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:29.990 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:29.990 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:29.990 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:29.990 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:29.990 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:29.990 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:29.991 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:29.991 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [64ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [64ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [65ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@841375168(state=PENDING, result=null, callback=(continuation of Deferred@719924576 after retry RPC after error@975488844) -> (continuation of Deferred@1055165417 after retry RPC after error@1051462056) -> (continuation of Deferred@1573757232 after retry RPC after error@1095697250) -> (continuation of Deferred@1533965153 after retry RPC after error@97632493) -> (continuation of Deferred@900019526 after retry RPC after error@214463619) -> (continuation of Deferred@613808896 after retry RPC after error@793285079) -> (continuation of Deferred@861638269 after retry RPC after error@2088278265), errback=(continuation of Deferred@719924576 after retry RPC after error@975488844) -> (continuation of Deferred@1055165417 after retry RPC after error@1051462056) -> (continuation of Deferred@1573757232 after retry RPC after error@1095697250) -> (continuation of Deferred@1533965153 after retry RPC after error@97632493) -> (continuation of Deferred@900019526 after retry RPC after error@214463619) -> (continuation of Deferred@613808896 after retry RPC after error@793285079) -> (continuation of Deferred@861638269 after retry RPC after error@2088278265)))
11:01:29.992 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [64ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [64ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [65ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@841375168(state=PENDING, result=null, callback=(continuation of Deferred@719924576 after retry RPC after error@975488844) -> (continuation of Deferred@1055165417 after retry RPC after error@1051462056) -> (continuation of Deferred@1573757232 after retry RPC after error@1095697250) -> (continuation of Deferred@1533965153 after retry RPC after error@97632493) -> (continuation of Deferred@900019526 after retry RPC after error@214463619) -> (continuation of Deferred@613808896 after retry RPC after error@793285079) -> (continuation of Deferred@861638269 after retry RPC after error@2088278265), errback=(continuation of Deferred@719924576 after retry RPC after error@975488844) -> (continuation of Deferred@1055165417 after retry RPC after error@1051462056) -> (continuation of Deferred@1573757232 after retry RPC after error@1095697250) -> (continuation of Deferred@1533965153 after retry RPC after error@97632493) -> (continuation of Deferred@900019526 after retry RPC after error@214463619) -> (continuation of Deferred@613808896 after retry RPC after error@793285079) -> (continuation of Deferred@861638269 after retry RPC after error@2088278265)))
11:01:30.009 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:30.010 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:30.010 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.010 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.010 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.010 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.010 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.010 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.011 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:30.030 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:30.030 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:30.030 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.030 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.031 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.031 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.031 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.031 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.031 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:30.050 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:30.050 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:30.050 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.050 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.050 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.050 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.050 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.050 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.051 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:30.070 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:30.070 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:30.071 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.071 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.071 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.071 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.071 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.071 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.071 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:30.090 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:30.090 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:30.090 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.090 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.090 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.090 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.090 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.091 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.091 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:30.109 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:30.110 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:30.110 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.110 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.110 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.110 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.110 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.110 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.110 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:30.150 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:30.151 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:30.151 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.151 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.151 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.152 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.152 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.152 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.152 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:30.190 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:30.190 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:30.191 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.191 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.191 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.191 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.191 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.191 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.191 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:30.210 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:30.210 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:30.210 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.210 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.210 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.210 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.211 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.211 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.211 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:30.230 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:30.230 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:30.230 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.230 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.230 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.230 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.230 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.230 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.231 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:30.231 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=10, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [143ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [143ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1963122729(state=PENDING, result=null, callback=(continuation of Deferred@169231266 after retry RPC after error@1050853088) -> (continuation of Deferred@1438563515 after retry RPC after error@928976269) -> (continuation of Deferred@267146135 after retry RPC after error@605202740) -> (continuation of Deferred@74027625 after retry RPC after error@1268106252) -> (continuation of Deferred@638076418 after retry RPC after error@400691454) -> (continuation of Deferred@1599087281 after retry RPC after error@981477619) -> (continuation of Deferred@1591497207 after retry RPC after error@1497288498) -> (continuation of Deferred@119876366 after retry RPC after error@1012489385) -> (continuation of Deferred@3600700 after retry RPC after error@803141975), errback=(continuation of Deferred@169231266 after retry RPC after error@1050853088) -> (continuation of Deferred@1438563515 after retry RPC after error@928976269) -> (continuation of Deferred@267146135 after retry RPC after error@605202740) -> (continuation of Deferred@74027625 after retry RPC after error@1268106252) -> (continuation of Deferred@638076418 after retry RPC after error@400691454) -> (continuation of Deferred@1599087281 after retry RPC after error@981477619) -> (continuation of Deferred@1591497207 after retry RPC after error@1497288498) -> (continuation of Deferred@119876366 after retry RPC after error@1012489385) -> (continuation of Deferred@3600700 after retry RPC after error@803141975)))
11:01:30.232 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=10, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [143ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [143ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1963122729(state=PENDING, result=null, callback=(continuation of Deferred@169231266 after retry RPC after error@1050853088) -> (continuation of Deferred@1438563515 after retry RPC after error@928976269) -> (continuation of Deferred@267146135 after retry RPC after error@605202740) -> (continuation of Deferred@74027625 after retry RPC after error@1268106252) -> (continuation of Deferred@638076418 after retry RPC after error@400691454) -> (continuation of Deferred@1599087281 after retry RPC after error@981477619) -> (continuation of Deferred@1591497207 after retry RPC after error@1497288498) -> (continuation of Deferred@119876366 after retry RPC after error@1012489385) -> (continuation of Deferred@3600700 after retry RPC after error@803141975), errback=(continuation of Deferred@169231266 after retry RPC after error@1050853088) -> (continuation of Deferred@1438563515 after retry RPC after error@928976269) -> (continuation of Deferred@267146135 after retry RPC after error@605202740) -> (continuation of Deferred@74027625 after retry RPC after error@1268106252) -> (continuation of Deferred@638076418 after retry RPC after error@400691454) -> (continuation of Deferred@1599087281 after retry RPC after error@981477619) -> (continuation of Deferred@1591497207 after retry RPC after error@1497288498) -> (continuation of Deferred@119876366 after retry RPC after error@1012489385) -> (continuation of Deferred@3600700 after retry RPC after error@803141975)))
11:01:30.250 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:30.250 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:30.251 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.251 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.251 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.251 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.251 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.251 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.251 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:30.270 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:30.270 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:30.270 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.270 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.270 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.271 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.271 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.271 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.271 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:30.289 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:30.290 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:30.290 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.290 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.290 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.290 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.290 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.290 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.291 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:30.310 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:30.310 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:30.310 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.310 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.310 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.310 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.311 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.311 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.311 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:30.329 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:30.330 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:30.330 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.330 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.330 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.330 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.330 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.330 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.330 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:30.350 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:30.350 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:30.351 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.351 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.351 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.351 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.351 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.351 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.351 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:30.370 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:30.370 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:30.370 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.370 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.371 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.371 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.371 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.371 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.372 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:30.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:30.372531 5934 master_runner.cc:186] Error getting master registration for 127.4.245.189:45675: Network error: Client connection negotiation failed: client connection to 127.4.245.189:45675: connect: Connection refused (error 111),
11:01:30.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:30.372756 5934 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
11:01:30.430 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:30.430 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:30.430 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.430 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.430 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.430 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.430 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.431 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.431 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:30.431 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=180), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@2134131387(state=PENDING, result=null, callback=(continuation of Deferred@2035249030 after retry RPC after error@170658360) -> (continuation of Deferred@817978570 after retry RPC after error@1841164787) -> (continuation of Deferred@1863090333 after retry RPC after error@94059150) -> (continuation of Deferred@1057358331 after retry RPC after error@1026973057) -> (continuation of Deferred@909458130 after retry RPC after error@1780890064) -> (continuation of Deferred@1696654518 after retry RPC after error@1786079174) -> (continuation of Deferred@1963537392 after retry RPC after error@783969336), errback=(continuation of Deferred@2035249030 after retry RPC after error@170658360) -> (continuation of Deferred@817978570 after retry RPC after error@1841164787) -> (continuation of Deferred@1863090333 after retry RPC after error@94059150) -> (continuation of Deferred@1057358331 after retry RPC after error@1026973057) -> (continuation of Deferred@909458130 after retry RPC after error@1780890064) -> (continuation of Deferred@1696654518 after retry RPC after error@1786079174) -> (continuation of Deferred@1963537392 after retry RPC after error@783969336)))
11:01:30.432 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=180), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@2134131387(state=PENDING, result=null, callback=(continuation of Deferred@2035249030 after retry RPC after error@170658360) -> (continuation of Deferred@817978570 after retry RPC after error@1841164787) -> (continuation of Deferred@1863090333 after retry RPC after error@94059150) -> (continuation of Deferred@1057358331 after retry RPC after error@1026973057) -> (continuation of Deferred@909458130 after retry RPC after error@1780890064) -> (continuation of Deferred@1696654518 after retry RPC after error@1786079174) -> (continuation of Deferred@1963537392 after retry RPC after error@783969336), errback=(continuation of Deferred@2035249030 after retry RPC after error@170658360) -> (continuation of Deferred@817978570 after retry RPC after error@1841164787) -> (continuation of Deferred@1863090333 after retry RPC after error@94059150) -> (continuation of Deferred@1057358331 after retry RPC after error@1026973057) -> (continuation of Deferred@909458130 after retry RPC after error@1780890064) -> (continuation of Deferred@1696654518 after retry RPC after error@1786079174) -> (continuation of Deferred@1963537392 after retry RPC after error@783969336)))
11:01:30.449 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:30.449 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:30.450 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.450 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.450 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.450 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.450 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.450 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.450 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:30.470 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:30.470 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:30.470 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.470 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.470 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.470 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.470 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.471 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.471 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:30.489 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:30.490 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:30.490 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.490 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.490 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.490 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.490 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.490 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.490 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:30.510 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:30.510 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:30.510 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.510 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.511 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.511 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.511 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.511 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.511 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:30.530 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:30.530 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:30.530 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.530 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.530 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.530 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.530 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.530 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.531 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:30.569 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:30.570 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:30.570 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.570 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.570 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.570 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.570 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.570 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.571 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:30.610 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:30.610 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:30.610 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.611 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.611 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.611 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.611 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.611 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.611 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:30.630 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:30.630 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:30.630 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.630 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.630 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.630 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.630 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.631 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.631 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:30.631 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@558798035(state=PENDING, result=null, callback=(continuation of Deferred@191451347 after retry RPC after error@91885548) -> (continuation of Deferred@817200633 after retry RPC after error@1703448368) -> (continuation of Deferred@606512282 after retry RPC after error@1911999133) -> (continuation of Deferred@1790393327 after retry RPC after error@1265096838) -> (continuation of Deferred@1517598468 after retry RPC after error@496053493) -> (continuation of Deferred@1319769323 after retry RPC after error@1006388816) -> (continuation of Deferred@1146034876 after retry RPC after error@1353539652), errback=(continuation of Deferred@191451347 after retry RPC after error@91885548) -> (continuation of Deferred@817200633 after retry RPC after error@1703448368) -> (continuation of Deferred@606512282 after retry RPC after error@1911999133) -> (continuation of Deferred@1790393327 after retry RPC after error@1265096838) -> (continuation of Deferred@1517598468 after retry RPC after error@496053493) -> (continuation of Deferred@1319769323 after retry RPC after error@1006388816) -> (continuation of Deferred@1146034876 after retry RPC after error@1353539652)))
11:01:30.631 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@558798035(state=PENDING, result=null, callback=(continuation of Deferred@191451347 after retry RPC after error@91885548) -> (continuation of Deferred@817200633 after retry RPC after error@1703448368) -> (continuation of Deferred@606512282 after retry RPC after error@1911999133) -> (continuation of Deferred@1790393327 after retry RPC after error@1265096838) -> (continuation of Deferred@1517598468 after retry RPC after error@496053493) -> (continuation of Deferred@1319769323 after retry RPC after error@1006388816) -> (continuation of Deferred@1146034876 after retry RPC after error@1353539652), errback=(continuation of Deferred@191451347 after retry RPC after error@91885548) -> (continuation of Deferred@817200633 after retry RPC after error@1703448368) -> (continuation of Deferred@606512282 after retry RPC after error@1911999133) -> (continuation of Deferred@1790393327 after retry RPC after error@1265096838) -> (continuation of Deferred@1517598468 after retry RPC after error@496053493) -> (continuation of Deferred@1319769323 after retry RPC after error@1006388816) -> (continuation of Deferred@1146034876 after retry RPC after error@1353539652)))
11:01:30.650 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:30.651 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:30.651 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.651 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.651 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.651 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.651 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.651 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.651 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:30.670 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:30.670 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:30.671 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.671 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.671 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.671 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.671 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.671 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.671 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:30.690 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:30.690 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:30.690 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.690 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.690 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.690 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.690 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.690 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.691 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:30.710 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:30.710 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:30.711 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.711 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.711 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.711 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.711 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.711 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.711 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:30.730 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:30.730 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:30.730 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.730 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.730 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.730 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.730 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.731 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.731 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:30.769 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:30.770 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:30.770 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.770 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.770 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.770 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.770 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.770 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.771 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:30.829 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:30.830 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:30.830 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.830 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.830 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.830 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.830 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.830 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.831 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:30.869 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:30.870 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:30.870 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.870 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.870 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.870 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.870 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.870 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.871 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:30.871 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=220), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@302928883(state=PENDING, result=null, callback=(continuation of Deferred@569020900 after retry RPC after error@1914820299) -> (continuation of Deferred@264957022 after retry RPC after error@1866180511) -> (continuation of Deferred@447442477 after retry RPC after error@1715500093) -> (continuation of Deferred@1043385527 after retry RPC after error@201687985) -> (continuation of Deferred@1302220314 after retry RPC after error@672803336) -> (continuation of Deferred@276242120 after retry RPC after error@818880380) -> (continuation of Deferred@253651425 after retry RPC after error@1982679136), errback=(continuation of Deferred@569020900 after retry RPC after error@1914820299) -> (continuation of Deferred@264957022 after retry RPC after error@1866180511) -> (continuation of Deferred@447442477 after retry RPC after error@1715500093) -> (continuation of Deferred@1043385527 after retry RPC after error@201687985) -> (continuation of Deferred@1302220314 after retry RPC after error@672803336) -> (continuation of Deferred@276242120 after retry RPC after error@818880380) -> (continuation of Deferred@253651425 after retry RPC after error@1982679136)))
11:01:30.872 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=220), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@302928883(state=PENDING, result=null, callback=(continuation of Deferred@569020900 after retry RPC after error@1914820299) -> (continuation of Deferred@264957022 after retry RPC after error@1866180511) -> (continuation of Deferred@447442477 after retry RPC after error@1715500093) -> (continuation of Deferred@1043385527 after retry RPC after error@201687985) -> (continuation of Deferred@1302220314 after retry RPC after error@672803336) -> (continuation of Deferred@276242120 after retry RPC after error@818880380) -> (continuation of Deferred@253651425 after retry RPC after error@1982679136), errback=(continuation of Deferred@569020900 after retry RPC after error@1914820299) -> (continuation of Deferred@264957022 after retry RPC after error@1866180511) -> (continuation of Deferred@447442477 after retry RPC after error@1715500093) -> (continuation of Deferred@1043385527 after retry RPC after error@201687985) -> (continuation of Deferred@1302220314 after retry RPC after error@672803336) -> (continuation of Deferred@276242120 after retry RPC after error@818880380) -> (continuation of Deferred@253651425 after retry RPC after error@1982679136)))
11:01:30.890 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:30.890 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:30.890 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.890 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.890 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.890 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.890 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.891 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.891 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:30.909 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:30.910 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:30.910 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.910 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.910 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.910 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.910 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.910 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.910 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:30.930 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:30.930 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:30.930 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.930 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.930 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.931 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.931 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.931 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.931 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:30.950 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:30.950 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:30.950 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.950 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.950 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.950 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.951 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.951 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.951 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:30.969 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:30.970 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:30.970 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.970 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.970 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.970 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.970 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.970 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.970 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:30.990 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:30.990 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:30.990 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.991 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.991 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:30.991 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.991 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.991 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:30.991 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:31.050 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:31.050 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:31.050 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:31.051 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:31.051 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:31.051 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:31.051 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:31.051 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:31.051 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:31.090 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:31.090 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:31.090 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:31.091 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:31.091 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:31.091 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:31.091 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:31.091 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:31.091 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:31.092 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@30117790(state=PENDING, result=null, callback=(continuation of Deferred@1793158135 after retry RPC after error@966663807) -> (continuation of Deferred@560060799 after retry RPC after error@2081097138) -> (continuation of Deferred@500459287 after retry RPC after error@1425076020) -> (continuation of Deferred@2079682292 after retry RPC after error@1610072749) -> (continuation of Deferred@1638263451 after retry RPC after error@855580884) -> (continuation of Deferred@1647147697 after retry RPC after error@61746931) -> (continuation of Deferred@1293024559 after retry RPC after error@111386073), errback=(continuation of Deferred@1793158135 after retry RPC after error@966663807) -> (continuation of Deferred@560060799 after retry RPC after error@2081097138) -> (continuation of Deferred@500459287 after retry RPC after error@1425076020) -> (continuation of Deferred@2079682292 after retry RPC after error@1610072749) -> (continuation of Deferred@1638263451 after retry RPC after error@855580884) -> (continuation of Deferred@1647147697 after retry RPC after error@61746931) -> (continuation of Deferred@1293024559 after retry RPC after error@111386073)))
11:01:31.092 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@30117790(state=PENDING, result=null, callback=(continuation of Deferred@1793158135 after retry RPC after error@966663807) -> (continuation of Deferred@560060799 after retry RPC after error@2081097138) -> (continuation of Deferred@500459287 after retry RPC after error@1425076020) -> (continuation of Deferred@2079682292 after retry RPC after error@1610072749) -> (continuation of Deferred@1638263451 after retry RPC after error@855580884) -> (continuation of Deferred@1647147697 after retry RPC after error@61746931) -> (continuation of Deferred@1293024559 after retry RPC after error@111386073), errback=(continuation of Deferred@1793158135 after retry RPC after error@966663807) -> (continuation of Deferred@560060799 after retry RPC after error@2081097138) -> (continuation of Deferred@500459287 after retry RPC after error@1425076020) -> (continuation of Deferred@2079682292 after retry RPC after error@1610072749) -> (continuation of Deferred@1638263451 after retry RPC after error@855580884) -> (continuation of Deferred@1647147697 after retry RPC after error@61746931) -> (continuation of Deferred@1293024559 after retry RPC after error@111386073)))
11:01:31.110 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:31.110 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:31.111 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:31.111 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:31.111 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:31.111 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:31.111 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:31.111 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:31.111 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:31.130 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:31.130 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:31.130 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:31.130 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:31.131 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:31.131 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:31.131 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:31.131 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:31.131 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:31.149 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:31.150 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:31.150 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:31.150 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:31.150 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:31.150 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:31.150 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:31.151 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:31.151 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:31.170 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:31.170 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:31.171 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:31.171 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:31.171 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:31.171 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:31.171 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:31.171 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:31.171 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:31.190 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:31.190 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:31.190 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:31.190 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:31.190 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:31.190 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:31.191 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:31.191 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:31.191 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:31.209 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:31.210 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:31.210 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:31.210 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:31.210 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:31.210 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:31.210 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:31.210 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:31.210 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:31.230 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:31.230 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:31.230 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:31.231 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:31.231 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:31.231 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:31.231 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:31.231 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:31.231 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:31.350 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:31.351 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:31.351 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:31.351 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:31.351 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:31.351 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:31.351 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:31.351 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:31.352 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:31.352 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@765315411(state=PENDING, result=null, callback=(continuation of Deferred@1182591601 after retry RPC after error@813742762) -> (continuation of Deferred@1561901049 after retry RPC after error@512506456) -> (continuation of Deferred@1057125530 after retry RPC after error@174251066) -> (continuation of Deferred@308090352 after retry RPC after error@1836888857) -> (continuation of Deferred@1098300552 after retry RPC after error@1567173520) -> (continuation of Deferred@660686680 after retry RPC after error@789433558) -> (continuation of Deferred@1542170435 after retry RPC after error@1338651141), errback=(continuation of Deferred@1182591601 after retry RPC after error@813742762) -> (continuation of Deferred@1561901049 after retry RPC after error@512506456) -> (continuation of Deferred@1057125530 after retry RPC after error@174251066) -> (continuation of Deferred@308090352 after retry RPC after error@1836888857) -> (continuation of Deferred@1098300552 after retry RPC after error@1567173520) -> (continuation of Deferred@660686680 after retry RPC after error@789433558) -> (continuation of Deferred@1542170435 after retry RPC after error@1338651141)))
11:01:31.352 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@765315411(state=PENDING, result=null, callback=(continuation of Deferred@1182591601 after retry RPC after error@813742762) -> (continuation of Deferred@1561901049 after retry RPC after error@512506456) -> (continuation of Deferred@1057125530 after retry RPC after error@174251066) -> (continuation of Deferred@308090352 after retry RPC after error@1836888857) -> (continuation of Deferred@1098300552 after retry RPC after error@1567173520) -> (continuation of Deferred@660686680 after retry RPC after error@789433558) -> (continuation of Deferred@1542170435 after retry RPC after error@1338651141), errback=(continuation of Deferred@1182591601 after retry RPC after error@813742762) -> (continuation of Deferred@1561901049 after retry RPC after error@512506456) -> (continuation of Deferred@1057125530 after retry RPC after error@174251066) -> (continuation of Deferred@308090352 after retry RPC after error@1836888857) -> (continuation of Deferred@1098300552 after retry RPC after error@1567173520) -> (continuation of Deferred@660686680 after retry RPC after error@789433558) -> (continuation of Deferred@1542170435 after retry RPC after error@1338651141)))
11:01:31.370 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:31.370 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:31.371 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:31.371 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:31.371 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:31.371 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:31.371 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:31.371 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:31.372 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:31.390 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:31.390 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:31.390 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:31.390 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:31.390 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:31.390 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:31.390 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:31.391 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:31.391 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:31.409 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:31.409 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:31.410 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:31.410 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:31.410 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:31.410 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:31.410 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:31.410 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:31.410 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:31.430 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:31.430 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:31.430 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:31.430 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:31.430 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:31.430 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:31.430 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:31.431 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:31.431 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:31.449 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:31.449 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:31.450 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:31.450 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:31.450 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:31.450 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:31.450 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:31.450 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:31.450 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:31.470 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:31.470 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:31.470 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:31.470 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:31.470 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:31.470 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:31.470 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:31.470 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:31.471 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:31.489 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:31.490 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:31.490 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:31.490 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:31.490 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:31.490 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:31.490 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:31.490 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:31.490 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:31.570 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:31.570 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:31.571 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:31.571 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:31.571 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:31.571 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:31.571 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:31.571 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:31.571 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:31.572 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [120ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1634882411(state=PENDING, result=null, callback=(continuation of Deferred@802111803 after retry RPC after error@1984101498) -> (continuation of Deferred@675078594 after retry RPC after error@1537607333) -> (continuation of Deferred@246764147 after retry RPC after error@1869991667) -> (continuation of Deferred@545787950 after retry RPC after error@1265674676) -> (continuation of Deferred@1869761635 after retry RPC after error@774968616) -> (continuation of Deferred@1314421152 after retry RPC after error@11224278) -> (continuation of Deferred@2101809652 after retry RPC after error@1534710561), errback=(continuation of Deferred@802111803 after retry RPC after error@1984101498) -> (continuation of Deferred@675078594 after retry RPC after error@1537607333) -> (continuation of Deferred@246764147 after retry RPC after error@1869991667) -> (continuation of Deferred@545787950 after retry RPC after error@1265674676) -> (continuation of Deferred@1869761635 after retry RPC after error@774968616) -> (continuation of Deferred@1314421152 after retry RPC after error@11224278) -> (continuation of Deferred@2101809652 after retry RPC after error@1534710561)))
11:01:31.573 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [120ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1634882411(state=PENDING, result=null, callback=(continuation of Deferred@802111803 after retry RPC after error@1984101498) -> (continuation of Deferred@675078594 after retry RPC after error@1537607333) -> (continuation of Deferred@246764147 after retry RPC after error@1869991667) -> (continuation of Deferred@545787950 after retry RPC after error@1265674676) -> (continuation of Deferred@1869761635 after retry RPC after error@774968616) -> (continuation of Deferred@1314421152 after retry RPC after error@11224278) -> (continuation of Deferred@2101809652 after retry RPC after error@1534710561), errback=(continuation of Deferred@802111803 after retry RPC after error@1984101498) -> (continuation of Deferred@675078594 after retry RPC after error@1537607333) -> (continuation of Deferred@246764147 after retry RPC after error@1869991667) -> (continuation of Deferred@545787950 after retry RPC after error@1265674676) -> (continuation of Deferred@1869761635 after retry RPC after error@774968616) -> (continuation of Deferred@1314421152 after retry RPC after error@11224278) -> (continuation of Deferred@2101809652 after retry RPC after error@1534710561)))
11:01:31.590 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:31.590 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:31.590 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:31.590 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:31.590 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:31.590 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:31.591 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:31.591 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:31.591 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:31.609 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:31.610 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:31.610 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:31.610 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:31.610 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:31.610 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:31.610 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:31.610 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:31.610 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:31.630 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:31.630 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:31.631 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:31.631 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:31.631 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:31.631 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:31.631 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:31.631 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:31.631 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:31.650 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:31.650 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:31.650 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:31.650 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:31.650 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:31.650 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:31.650 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:31.650 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:31.651 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:31.670 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:31.670 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:31.671 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:31.671 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:31.671 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:31.671 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:31.671 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:31.671 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:31.671 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:31.690 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:31.690 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:31.690 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:31.690 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:31.690 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:31.690 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:31.690 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:31.690 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:31.691 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:31.729 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:31.730 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:31.730 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:31.730 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:31.730 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:31.730 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:31.730 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:31.730 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:31.731 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:31.829 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:31.830 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:31.830 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:31.830 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:31.830 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:31.830 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:31.830 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:31.830 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:31.831 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:31.831 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=240), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [240ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [240ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@216709445(state=PENDING, result=null, callback=(continuation of Deferred@154434073 after retry RPC after error@1985022414) -> (continuation of Deferred@1715051412 after retry RPC after error@1069557383) -> (continuation of Deferred@361654228 after retry RPC after error@1810826194) -> (continuation of Deferred@1101058048 after retry RPC after error@2146050733) -> (continuation of Deferred@423385667 after retry RPC after error@182336293) -> (continuation of Deferred@1295633070 after retry RPC after error@1676175086) -> (continuation of Deferred@419288722 after retry RPC after error@1661059515), errback=(continuation of Deferred@154434073 after retry RPC after error@1985022414) -> (continuation of Deferred@1715051412 after retry RPC after error@1069557383) -> (continuation of Deferred@361654228 after retry RPC after error@1810826194) -> (continuation of Deferred@1101058048 after retry RPC after error@2146050733) -> (continuation of Deferred@423385667 after retry RPC after error@182336293) -> (continuation of Deferred@1295633070 after retry RPC after error@1676175086) -> (continuation of Deferred@419288722 after retry RPC after error@1661059515)))
11:01:31.832 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=240), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [240ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [240ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@216709445(state=PENDING, result=null, callback=(continuation of Deferred@154434073 after retry RPC after error@1985022414) -> (continuation of Deferred@1715051412 after retry RPC after error@1069557383) -> (continuation of Deferred@361654228 after retry RPC after error@1810826194) -> (continuation of Deferred@1101058048 after retry RPC after error@2146050733) -> (continuation of Deferred@423385667 after retry RPC after error@182336293) -> (continuation of Deferred@1295633070 after retry RPC after error@1676175086) -> (continuation of Deferred@419288722 after retry RPC after error@1661059515), errback=(continuation of Deferred@154434073 after retry RPC after error@1985022414) -> (continuation of Deferred@1715051412 after retry RPC after error@1069557383) -> (continuation of Deferred@361654228 after retry RPC after error@1810826194) -> (continuation of Deferred@1101058048 after retry RPC after error@2146050733) -> (continuation of Deferred@423385667 after retry RPC after error@182336293) -> (continuation of Deferred@1295633070 after retry RPC after error@1676175086) -> (continuation of Deferred@419288722 after retry RPC after error@1661059515)))
11:01:31.850 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:31.850 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:31.851 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:31.851 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:31.851 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:31.851 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:31.851 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:31.851 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:31.851 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:31.870 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:31.870 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:31.870 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:31.870 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:31.870 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:31.870 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:31.870 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:31.870 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:31.871 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:31.889 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:31.890 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:31.890 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:31.890 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:31.890 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:31.890 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:31.890 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:31.890 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:31.890 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:31.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:31.908313 6155 raft_consensus.cc:482] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 194ebd914a83439798a52288895b63e8)
11:01:31.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:31.908494 6155 raft_consensus.cc:504] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b26dd328e00412aa496490d4f7a64f4" member_type: VOTER last_known_addr { host: "127.4.245.190" port: 34613 } } peers { permanent_uuid: "194ebd914a83439798a52288895b63e8" member_type: VOTER last_known_addr { host: "127.4.245.189" port: 45675 } } peers { permanent_uuid: "05e67164d20c486eb7fe8fd51a131ab3" member_type: VOTER last_known_addr { host: "127.4.245.188" port: 44615 } }
11:01:31.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:31.909129 6155 leader_election.cc:288] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 194ebd914a83439798a52288895b63e8 (127.4.245.189:45675), 05e67164d20c486eb7fe8fd51a131ab3 (127.4.245.188:44615)
11:01:31.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:31.910140 5951 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.245.188:44615: connect: Connection refused (error 111) [suppressed 5 similar messages]
11:01:31.910 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:31.910 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:31.911 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:31.911 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:31.911 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:31.911 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:31.911 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:31.911 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:31.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:31.911748 5952 leader_election.cc:334] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 194ebd914a83439798a52288895b63e8 (127.4.245.189:45675): Network error: Client connection negotiation failed: client connection to 127.4.245.189:45675: connect: Connection refused (error 111)
11:01:31.912 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:31.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:31.912055 5951 leader_election.cc:334] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 05e67164d20c486eb7fe8fd51a131ab3 (127.4.245.188:44615): Network error: Client connection negotiation failed: client connection to 127.4.245.188:44615: connect: Connection refused (error 111)
11:01:31.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:31.912164 5951 leader_election.cc:302] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 2b26dd328e00412aa496490d4f7a64f4; no voters: 05e67164d20c486eb7fe8fd51a131ab3, 194ebd914a83439798a52288895b63e8
11:01:31.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:31.912360 6155 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
11:01:31.930 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:31.930 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:31.930 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:31.930 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:31.930 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:31.930 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:31.930 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:31.930 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:31.931 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:31.949 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:31.950 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:31.950 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:31.950 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:31.950 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:31.950 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:31.950 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:31.950 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:31.951 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:32.010 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:32.010 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:32.011 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:32.011 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:32.011 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:32.011 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:32.011 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:32.011 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:32.012 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:32.012 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1094007295(state=PENDING, result=null, callback=(continuation of Deferred@1706698163 after retry RPC after error@1530791362) -> (continuation of Deferred@1195177232 after retry RPC after error@799987401) -> (continuation of Deferred@453896498 after retry RPC after error@808910724) -> (continuation of Deferred@276957415 after retry RPC after error@1229167776) -> (continuation of Deferred@1039378627 after retry RPC after error@977185318) -> (continuation of Deferred@981158070 after retry RPC after error@1871214021), errback=(continuation of Deferred@1706698163 after retry RPC after error@1530791362) -> (continuation of Deferred@1195177232 after retry RPC after error@799987401) -> (continuation of Deferred@453896498 after retry RPC after error@808910724) -> (continuation of Deferred@276957415 after retry RPC after error@1229167776) -> (continuation of Deferred@1039378627 after retry RPC after error@977185318) -> (continuation of Deferred@981158070 after retry RPC after error@1871214021)))
11:01:32.012 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1094007295(state=PENDING, result=null, callback=(continuation of Deferred@1706698163 after retry RPC after error@1530791362) -> (continuation of Deferred@1195177232 after retry RPC after error@799987401) -> (continuation of Deferred@453896498 after retry RPC after error@808910724) -> (continuation of Deferred@276957415 after retry RPC after error@1229167776) -> (continuation of Deferred@1039378627 after retry RPC after error@977185318) -> (continuation of Deferred@981158070 after retry RPC after error@1871214021), errback=(continuation of Deferred@1706698163 after retry RPC after error@1530791362) -> (continuation of Deferred@1195177232 after retry RPC after error@799987401) -> (continuation of Deferred@453896498 after retry RPC after error@808910724) -> (continuation of Deferred@276957415 after retry RPC after error@1229167776) -> (continuation of Deferred@1039378627 after retry RPC after error@977185318) -> (continuation of Deferred@981158070 after retry RPC after error@1871214021)))
11:01:32.030 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:32.030 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:32.030 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:32.031 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:32.031 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:32.031 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:32.031 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:32.031 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:32.031 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:32.050 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:32.050 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:32.051 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:32.051 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:32.052 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:32.053 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:32.053 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:32.053 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:32.053 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:32.070 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:32.070 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:32.071 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:32.071 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:32.071 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:32.071 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:32.071 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:32.071 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:32.071 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:32.090 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:32.090 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:32.090 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:32.090 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:32.090 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:32.091 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:32.091 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:32.091 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:32.091 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:32.110 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:32.111 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:32.111 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:32.111 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:32.111 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:32.111 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:32.111 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:32.111 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:32.111 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:32.130 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:32.130 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:32.130 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:32.130 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:32.130 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:32.130 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:32.131 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:32.131 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:32.131 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:32.170 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:32.170 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:32.170 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:32.170 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:32.170 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:32.170 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:32.170 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:32.170 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:32.171 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:32.210 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:32.210 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:32.211 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:32.211 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:32.211 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:32.211 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:32.211 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:32.211 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:32.211 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:32.212 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [23ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [23ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@56335391(state=PENDING, result=null, callback=(continuation of Deferred@1045332706 after retry RPC after error@1718313425) -> (continuation of Deferred@1970265559 after retry RPC after error@713755649) -> (continuation of Deferred@1612235296 after retry RPC after error@1564496411) -> (continuation of Deferred@1456123137 after retry RPC after error@609442013) -> (continuation of Deferred@41715637 after retry RPC after error@1567870315) -> (continuation of Deferred@1582481761 after retry RPC after error@1626996678) -> (continuation of Deferred@115248451 after retry RPC after error@1157959782), errback=(continuation of Deferred@1045332706 after retry RPC after error@1718313425) -> (continuation of Deferred@1970265559 after retry RPC after error@713755649) -> (continuation of Deferred@1612235296 after retry RPC after error@1564496411) -> (continuation of Deferred@1456123137 after retry RPC after error@609442013) -> (continuation of Deferred@41715637 after retry RPC after error@1567870315) -> (continuation of Deferred@1582481761 after retry RPC after error@1626996678) -> (continuation of Deferred@115248451 after retry RPC after error@1157959782)))
11:01:32.212 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [23ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [23ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@56335391(state=PENDING, result=null, callback=(continuation of Deferred@1045332706 after retry RPC after error@1718313425) -> (continuation of Deferred@1970265559 after retry RPC after error@713755649) -> (continuation of Deferred@1612235296 after retry RPC after error@1564496411) -> (continuation of Deferred@1456123137 after retry RPC after error@609442013) -> (continuation of Deferred@41715637 after retry RPC after error@1567870315) -> (continuation of Deferred@1582481761 after retry RPC after error@1626996678) -> (continuation of Deferred@115248451 after retry RPC after error@1157959782), errback=(continuation of Deferred@1045332706 after retry RPC after error@1718313425) -> (continuation of Deferred@1970265559 after retry RPC after error@713755649) -> (continuation of Deferred@1612235296 after retry RPC after error@1564496411) -> (continuation of Deferred@1456123137 after retry RPC after error@609442013) -> (continuation of Deferred@41715637 after retry RPC after error@1567870315) -> (continuation of Deferred@1582481761 after retry RPC after error@1626996678) -> (continuation of Deferred@115248451 after retry RPC after error@1157959782)))
11:01:32.230 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:32.230 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:32.230 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:32.231 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:32.231 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:32.231 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:32.231 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:32.232 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:32.232 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:32.250 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:32.250 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:32.250 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:32.250 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:32.250 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:32.250 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:32.250 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:32.251 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:32.251 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:32.270 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:32.270 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:32.271 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:32.271 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:32.271 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:32.271 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:32.271 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:32.271 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:32.271 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:32.290 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:32.290 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:32.290 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:32.290 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:32.290 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:32.290 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:32.291 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:32.291 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:32.291 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:32.310 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:32.310 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:32.310 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:32.310 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:32.310 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:32.310 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:32.310 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:32.310 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:32.311 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:32.330 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:32.330 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:32.331 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:32.331 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:32.331 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:32.331 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:32.331 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:32.331 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:32.331 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:32.370 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:32.370 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:32.370 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:32.370 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:32.370 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:32.371 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:32.371 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:32.371 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:32.371 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:32.430 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:32.430 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:32.431 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:32.431 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:32.431 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:32.431 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:32.431 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:32.431 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:32.431 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:32.432 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@61452803(state=PENDING, result=null, callback=(continuation of Deferred@1132988079 after retry RPC after error@1004358432) -> (continuation of Deferred@1993548541 after retry RPC after error@950321038) -> (continuation of Deferred@991591243 after retry RPC after error@1783608131) -> (continuation of Deferred@90480701 after retry RPC after error@404830160) -> (continuation of Deferred@1879693244 after retry RPC after error@1733015381) -> (continuation of Deferred@1192138441 after retry RPC after error@1451275855) -> (continuation of Deferred@1753890580 after retry RPC after error@1380043855), errback=(continuation of Deferred@1132988079 after retry RPC after error@1004358432) -> (continuation of Deferred@1993548541 after retry RPC after error@950321038) -> (continuation of Deferred@991591243 after retry RPC after error@1783608131) -> (continuation of Deferred@90480701 after retry RPC after error@404830160) -> (continuation of Deferred@1879693244 after retry RPC after error@1733015381) -> (continuation of Deferred@1192138441 after retry RPC after error@1451275855) -> (continuation of Deferred@1753890580 after retry RPC after error@1380043855)))
11:01:32.432 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@61452803(state=PENDING, result=null, callback=(continuation of Deferred@1132988079 after retry RPC after error@1004358432) -> (continuation of Deferred@1993548541 after retry RPC after error@950321038) -> (continuation of Deferred@991591243 after retry RPC after error@1783608131) -> (continuation of Deferred@90480701 after retry RPC after error@404830160) -> (continuation of Deferred@1879693244 after retry RPC after error@1733015381) -> (continuation of Deferred@1192138441 after retry RPC after error@1451275855) -> (continuation of Deferred@1753890580 after retry RPC after error@1380043855), errback=(continuation of Deferred@1132988079 after retry RPC after error@1004358432) -> (continuation of Deferred@1993548541 after retry RPC after error@950321038) -> (continuation of Deferred@991591243 after retry RPC after error@1783608131) -> (continuation of Deferred@90480701 after retry RPC after error@404830160) -> (continuation of Deferred@1879693244 after retry RPC after error@1733015381) -> (continuation of Deferred@1192138441 after retry RPC after error@1451275855) -> (continuation of Deferred@1753890580 after retry RPC after error@1380043855)))
11:01:32.450 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:32.450 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:32.450 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:32.450 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:32.450 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:32.450 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:32.450 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:32.450 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:32.451 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:32.469 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:32.470 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:32.470 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:32.470 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:32.470 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:32.470 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:32.470 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:32.470 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:32.470 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:32.470 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:32.470 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:32.471 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:32.490 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:32.490 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:32.490 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:32.491 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:32.491 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:32.491 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:32.491 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:32.491 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:32.491 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:32.510 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:32.510 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:32.510 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:32.510 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:32.510 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:32.510 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:32.510 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:32.510 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:32.511 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:32.530 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:32.530 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:32.531 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:32.531 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:32.531 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:32.531 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:32.531 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:32.531 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:32.531 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:32.550 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:32.550 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:32.550 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:32.551 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:32.551 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:32.551 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:32.551 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:32.551 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:32.551 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:32.590 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:32.590 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:32.590 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:32.590 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:32.590 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:32.590 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:32.590 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:32.591 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:32.591 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:32.630 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:32.630 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:32.630 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:32.630 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:32.630 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:32.630 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:32.630 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:32.631 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:32.631 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:32.631 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1073835327(state=PENDING, result=null, callback=(continuation of Deferred@1977829350 after retry RPC after error@469669729) -> (continuation of Deferred@1595796868 after retry RPC after error@348003277) -> (continuation of Deferred@2064491211 after retry RPC after error@338126676) -> (continuation of Deferred@619104665 after retry RPC after error@1088609979) -> (continuation of Deferred@1450129302 after retry RPC after error@2044590024) -> (continuation of Deferred@1801802603 after retry RPC after error@1025789882) -> (continuation of Deferred@307764239 after retry RPC after error@78502459), errback=(continuation of Deferred@1977829350 after retry RPC after error@469669729) -> (continuation of Deferred@1595796868 after retry RPC after error@348003277) -> (continuation of Deferred@2064491211 after retry RPC after error@338126676) -> (continuation of Deferred@619104665 after retry RPC after error@1088609979) -> (continuation of Deferred@1450129302 after retry RPC after error@2044590024) -> (continuation of Deferred@1801802603 after retry RPC after error@1025789882) -> (continuation of Deferred@307764239 after retry RPC after error@78502459)))
11:01:32.632 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1073835327(state=PENDING, result=null, callback=(continuation of Deferred@1977829350 after retry RPC after error@469669729) -> (continuation of Deferred@1595796868 after retry RPC after error@348003277) -> (continuation of Deferred@2064491211 after retry RPC after error@338126676) -> (continuation of Deferred@619104665 after retry RPC after error@1088609979) -> (continuation of Deferred@1450129302 after retry RPC after error@2044590024) -> (continuation of Deferred@1801802603 after retry RPC after error@1025789882) -> (continuation of Deferred@307764239 after retry RPC after error@78502459), errback=(continuation of Deferred@1977829350 after retry RPC after error@469669729) -> (continuation of Deferred@1595796868 after retry RPC after error@348003277) -> (continuation of Deferred@2064491211 after retry RPC after error@338126676) -> (continuation of Deferred@619104665 after retry RPC after error@1088609979) -> (continuation of Deferred@1450129302 after retry RPC after error@2044590024) -> (continuation of Deferred@1801802603 after retry RPC after error@1025789882) -> (continuation of Deferred@307764239 after retry RPC after error@78502459)))
11:01:32.650 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:32.650 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:32.651 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:32.651 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:32.651 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:32.651 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:32.651 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:32.651 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:32.651 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:32.670 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:32.670 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:32.670 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:32.670 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:32.670 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:32.670 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:32.670 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:32.671 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:32.671 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:32.689 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:32.689 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:32.690 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:32.690 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:32.690 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:32.690 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:32.690 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:32.690 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:32.690 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:32.710 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:32.710 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:32.710 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:32.710 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:32.710 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:32.710 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:32.711 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:32.711 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:32.711 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:32.729 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:32.730 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:32.730 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:32.730 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:32.730 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:32.730 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:32.730 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:32.730 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:32.730 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:32.750 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:32.750 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:32.751 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:32.751 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:32.751 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:32.751 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:32.751 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:32.751 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:32.752 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:32.770 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:32.770 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:32.770 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:32.770 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:32.770 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:32.770 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:32.770 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:32.770 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:32.771 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:32.910 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1902584648(state=PENDING, result=null, callback=(continuation of Deferred@1287834945 after retry RPC after error@625972187) -> (continuation of Deferred@51978295 after retry RPC after error@1269575295) -> (continuation of Deferred@291392142 after retry RPC after error@1222038069) -> (continuation of Deferred@42228608 after retry RPC after error@678515321) -> (continuation of Deferred@1268279235 after retry RPC after error@891372543) -> (continuation of Deferred@358172288 after retry RPC after error@924400840) -> (continuation of Deferred@1069020055 after retry RPC after error@11952421), errback=(continuation of Deferred@1287834945 after retry RPC after error@625972187) -> (continuation of Deferred@51978295 after retry RPC after error@1269575295) -> (continuation of Deferred@291392142 after retry RPC after error@1222038069) -> (continuation of Deferred@42228608 after retry RPC after error@678515321) -> (continuation of Deferred@1268279235 after retry RPC after error@891372543) -> (continuation of Deferred@358172288 after retry RPC after error@924400840) -> (continuation of Deferred@1069020055 after retry RPC after error@11952421)))
11:01:32.911 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
11:01:32.930 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:32.930 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:32.930 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:32.930 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:32.930 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:32.930 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:32.931 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:32.931 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:32.931 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:32.949 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:32.950 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:32.950 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:32.950 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:32.950 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:32.950 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:32.950 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:32.950 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:32.950 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:32.970 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:32.970 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:32.970 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:32.971 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:32.971 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:32.971 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:32.971 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:32.971 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:32.971 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:32.990 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:32.990 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:32.990 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:32.990 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:32.990 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:32.990 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:32.990 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:32.990 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:32.991 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:33.010 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:33.010 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:33.010 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:33.011 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:33.011 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:33.011 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:33.011 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:33.011 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:33.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:33.011160 5740 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615, num_attempts: 1)
11:01:33.011 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:33.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:33.013652 5740 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '9d97e2a33c7340dfbb9ce8fa17c0b548', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '9d97e2a33c7340dfbb9ce8fa17c0b548', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615, num_attempts: 1)
11:01:33.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:33.015069 5737 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.4.245.188:44615)
11:01:33.030 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:33.030 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:33.030 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:33.030 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:33.030 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:33.030 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:33.030 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:33.030 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:33.031 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:33.089 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:33.090 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:33.090 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:33.090 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:33.090 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:33.090 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:33.090 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:33.090 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:33.091 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:33.091 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@142180769(state=PENDING, result=null, callback=(continuation of Deferred@1786026870 after retry RPC after error@548136144) -> (continuation of Deferred@1363998085 after retry RPC after error@368841348) -> (continuation of Deferred@1537053798 after retry RPC after error@611280545) -> (continuation of Deferred@305745780 after retry RPC after error@1738807173) -> (continuation of Deferred@1353552307 after retry RPC after error@254328681) -> (continuation of Deferred@1471288087 after retry RPC after error@275590747), errback=(continuation of Deferred@1786026870 after retry RPC after error@548136144) -> (continuation of Deferred@1363998085 after retry RPC after error@368841348) -> (continuation of Deferred@1537053798 after retry RPC after error@611280545) -> (continuation of Deferred@305745780 after retry RPC after error@1738807173) -> (continuation of Deferred@1353552307 after retry RPC after error@254328681) -> (continuation of Deferred@1471288087 after retry RPC after error@275590747)))
11:01:33.091 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@142180769(state=PENDING, result=null, callback=(continuation of Deferred@1786026870 after retry RPC after error@548136144) -> (continuation of Deferred@1363998085 after retry RPC after error@368841348) -> (continuation of Deferred@1537053798 after retry RPC after error@611280545) -> (continuation of Deferred@305745780 after retry RPC after error@1738807173) -> (continuation of Deferred@1353552307 after retry RPC after error@254328681) -> (continuation of Deferred@1471288087 after retry RPC after error@275590747), errback=(continuation of Deferred@1786026870 after retry RPC after error@548136144) -> (continuation of Deferred@1363998085 after retry RPC after error@368841348) -> (continuation of Deferred@1537053798 after retry RPC after error@611280545) -> (continuation of Deferred@305745780 after retry RPC after error@1738807173) -> (continuation of Deferred@1353552307 after retry RPC after error@254328681) -> (continuation of Deferred@1471288087 after retry RPC after error@275590747)))
11:01:33.110 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:33.110 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:33.111 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:33.111 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:33.111 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:33.111 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:33.111 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:33.111 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:33.111 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:33.129 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:33.130 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:33.130 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:33.130 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:33.130 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:33.130 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:33.130 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:33.130 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:33.130 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:33.150 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:33.150 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:33.150 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:33.150 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:33.150 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:33.150 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:33.151 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:33.151 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:33.151 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:33.169 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:33.170 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:33.170 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:33.170 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:33.170 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:33.170 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:33.170 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:33.170 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:33.170 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:33.190 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:33.190 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:33.191 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:33.191 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:33.191 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:33.191 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:33.191 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:33.191 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:33.191 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:33.230 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:33.230 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:33.231 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:33.231 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:33.231 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:33.231 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:33.231 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:33.231 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:33.231 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:33.250 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:33.250 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:33.250 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:33.250 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:33.250 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:33.250 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:33.250 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:33.250 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:33.251 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:33.330 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:33.330 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:33.331 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:33.331 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:33.331 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:33.331 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:33.331 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:33.331 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:33.331 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:33.332 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [221ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, deferred=Deferred@1942270974(state=PENDING, result=null, callback=(continuation of Deferred@1949959772 after retry RPC after error@766111129) -> (continuation of Deferred@1341406639 after retry RPC after error@427371756) -> (continuation of Deferred@1037422969 after retry RPC after error@1609709183) -> (continuation of Deferred@822440299 after retry RPC after error@1632314859) -> (continuation of Deferred@1921412770 after retry RPC after error@1015676739) -> (continuation of Deferred@639455120 after retry RPC after error@507593413) -> (continuation of Deferred@1601428689 after retry RPC after error@754140059), errback=(continuation of Deferred@1949959772 after retry RPC after error@766111129) -> (continuation of Deferred@1341406639 after retry RPC after error@427371756) -> (continuation of Deferred@1037422969 after retry RPC after error@1609709183) -> (continuation of Deferred@822440299 after retry RPC after error@1632314859) -> (continuation of Deferred@1921412770 after retry RPC after error@1015676739) -> (continuation of Deferred@639455120 after retry RPC after error@507593413) -> (continuation of Deferred@1601428689 after retry RPC after error@754140059)))
11:01:33.332 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [221ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, deferred=Deferred@1942270974(state=PENDING, result=null, callback=(continuation of Deferred@1949959772 after retry RPC after error@766111129) -> (continuation of Deferred@1341406639 after retry RPC after error@427371756) -> (continuation of Deferred@1037422969 after retry RPC after error@1609709183) -> (continuation of Deferred@822440299 after retry RPC after error@1632314859) -> (continuation of Deferred@1921412770 after retry RPC after error@1015676739) -> (continuation of Deferred@639455120 after retry RPC after error@507593413) -> (continuation of Deferred@1601428689 after retry RPC after error@754140059), errback=(continuation of Deferred@1949959772 after retry RPC after error@766111129) -> (continuation of Deferred@1341406639 after retry RPC after error@427371756) -> (continuation of Deferred@1037422969 after retry RPC after error@1609709183) -> (continuation of Deferred@822440299 after retry RPC after error@1632314859) -> (continuation of Deferred@1921412770 after retry RPC after error@1015676739) -> (continuation of Deferred@639455120 after retry RPC after error@507593413) -> (continuation of Deferred@1601428689 after retry RPC after error@754140059)))
11:01:33.350 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:33.350 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:33.350 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:33.350 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:33.350 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:33.350 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:33.350 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:33.350 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:33.351 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:33.370 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:33.371 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:33.371 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:33.371 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:33.371 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:33.371 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:33.371 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:33.371 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:33.371 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:33.390 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:33.391 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:33.391 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:33.391 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:33.391 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:33.391 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:33.391 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:33.391 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:33.391 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:33.410 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:33.410 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:33.411 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:33.411 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:33.411 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:33.411 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:33.411 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:33.411 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:33.411 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:33.430 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:33.430 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:33.430 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:33.430 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:33.430 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:33.430 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:33.430 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:33.431 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:33.431 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:33.469 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:33.470 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:33.470 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:33.470 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:33.470 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:33.470 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:33.470 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:33.470 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:33.470 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:33.530 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:33.531 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:33.531 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:33.531 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:33.531 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:33.531 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:33.531 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:33.531 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:33.531 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:33.532 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [43ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1548082352(state=PENDING, result=null, callback=(continuation of Deferred@446291218 after retry RPC after error@520270687) -> (continuation of Deferred@945653451 after retry RPC after error@1242529068) -> (continuation of Deferred@506091570 after retry RPC after error@347642083) -> (continuation of Deferred@1074216801 after retry RPC after error@1901120592) -> (continuation of Deferred@1031270784 after retry RPC after error@1834486093) -> (continuation of Deferred@350080944 after retry RPC after error@1670951735), errback=(continuation of Deferred@446291218 after retry RPC after error@520270687) -> (continuation of Deferred@945653451 after retry RPC after error@1242529068) -> (continuation of Deferred@506091570 after retry RPC after error@347642083) -> (continuation of Deferred@1074216801 after retry RPC after error@1901120592) -> (continuation of Deferred@1031270784 after retry RPC after error@1834486093) -> (continuation of Deferred@350080944 after retry RPC after error@1670951735)))
11:01:33.532 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [43ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1548082352(state=PENDING, result=null, callback=(continuation of Deferred@446291218 after retry RPC after error@520270687) -> (continuation of Deferred@945653451 after retry RPC after error@1242529068) -> (continuation of Deferred@506091570 after retry RPC after error@347642083) -> (continuation of Deferred@1074216801 after retry RPC after error@1901120592) -> (continuation of Deferred@1031270784 after retry RPC after error@1834486093) -> (continuation of Deferred@350080944 after retry RPC after error@1670951735), errback=(continuation of Deferred@446291218 after retry RPC after error@520270687) -> (continuation of Deferred@945653451 after retry RPC after error@1242529068) -> (continuation of Deferred@506091570 after retry RPC after error@347642083) -> (continuation of Deferred@1074216801 after retry RPC after error@1901120592) -> (continuation of Deferred@1031270784 after retry RPC after error@1834486093) -> (continuation of Deferred@350080944 after retry RPC after error@1670951735)))
11:01:33.550 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:33.550 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:33.550 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:33.550 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:33.551 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:33.551 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:33.551 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:33.551 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:33.551 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:33.570 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:33.570 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:33.570 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:33.570 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:33.570 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:33.570 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:33.570 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:33.570 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:33.571 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:33.590 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:33.590 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:33.590 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:33.591 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:33.591 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:33.591 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:33.591 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:33.591 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:33.591 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:33.610 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:33.610 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:33.610 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:33.610 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:33.610 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:33.610 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:33.610 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:33.610 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:33.611 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:33.630 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:33.630 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:33.631 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:33.631 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:33.631 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:33.631 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:33.631 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:33.631 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:33.631 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:33.670 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:33.670 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:33.670 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:33.670 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:33.670 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:33.671 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:33.671 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:33.671 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:33.671 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:33.730 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:33.730 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:33.730 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:33.730 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:33.730 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:33.730 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:33.730 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:33.730 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:33.731 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:33.731 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=180), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1444683939(state=PENDING, result=null, callback=(continuation of Deferred@1203496703 after retry RPC after error@439801093) -> (continuation of Deferred@1159676273 after retry RPC after error@1924229193) -> (continuation of Deferred@1780868350 after retry RPC after error@1184340546) -> (continuation of Deferred@2033999656 after retry RPC after error@11961190) -> (continuation of Deferred@1165071770 after retry RPC after error@1062093564) -> (continuation of Deferred@605064994 after retry RPC after error@269063541), errback=(continuation of Deferred@1203496703 after retry RPC after error@439801093) -> (continuation of Deferred@1159676273 after retry RPC after error@1924229193) -> (continuation of Deferred@1780868350 after retry RPC after error@1184340546) -> (continuation of Deferred@2033999656 after retry RPC after error@11961190) -> (continuation of Deferred@1165071770 after retry RPC after error@1062093564) -> (continuation of Deferred@605064994 after retry RPC after error@269063541)))
11:01:33.732 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=180), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1444683939(state=PENDING, result=null, callback=(continuation of Deferred@1203496703 after retry RPC after error@439801093) -> (continuation of Deferred@1159676273 after retry RPC after error@1924229193) -> (continuation of Deferred@1780868350 after retry RPC after error@1184340546) -> (continuation of Deferred@2033999656 after retry RPC after error@11961190) -> (continuation of Deferred@1165071770 after retry RPC after error@1062093564) -> (continuation of Deferred@605064994 after retry RPC after error@269063541), errback=(continuation of Deferred@1203496703 after retry RPC after error@439801093) -> (continuation of Deferred@1159676273 after retry RPC after error@1924229193) -> (continuation of Deferred@1780868350 after retry RPC after error@1184340546) -> (continuation of Deferred@2033999656 after retry RPC after error@11961190) -> (continuation of Deferred@1165071770 after retry RPC after error@1062093564) -> (continuation of Deferred@605064994 after retry RPC after error@269063541)))
11:01:33.750 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:33.750 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:33.750 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:33.750 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:33.750 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:33.751 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:33.751 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:33.751 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:33.751 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:33.769 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:33.770 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:33.770 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:33.770 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:33.770 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:33.770 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:33.770 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:33.770 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:33.771 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:33.790 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:33.790 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:33.790 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:33.790 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:33.790 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:33.790 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:33.790 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:33.791 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:33.791 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:33.810 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:33.810 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:33.810 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:33.810 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:33.810 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:33.810 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:33.810 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:33.810 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:33.811 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:33.830 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:33.830 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:33.831 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:33.832 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:33.832 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:33.832 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:33.832 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:33.832 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:33.832 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:33.850 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:33.850 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:33.850 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:33.850 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:33.851 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:33.851 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:33.851 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:33.851 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:33.851 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:33.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:33.856927 6170 raft_consensus.cc:482] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 194ebd914a83439798a52288895b63e8)
11:01:33.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:33.857131 6170 raft_consensus.cc:504] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b26dd328e00412aa496490d4f7a64f4" member_type: VOTER last_known_addr { host: "127.4.245.190" port: 34613 } } peers { permanent_uuid: "194ebd914a83439798a52288895b63e8" member_type: VOTER last_known_addr { host: "127.4.245.189" port: 45675 } } peers { permanent_uuid: "05e67164d20c486eb7fe8fd51a131ab3" member_type: VOTER last_known_addr { host: "127.4.245.188" port: 44615 } }
11:01:33.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:33.857780 6170 leader_election.cc:288] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 194ebd914a83439798a52288895b63e8 (127.4.245.189:45675), 05e67164d20c486eb7fe8fd51a131ab3 (127.4.245.188:44615)
11:01:33.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:33.859776 5951 leader_election.cc:334] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 05e67164d20c486eb7fe8fd51a131ab3 (127.4.245.188:44615): Network error: Client connection negotiation failed: client connection to 127.4.245.188:44615: connect: Connection refused (error 111)
11:01:33.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:33.860031 5952 leader_election.cc:334] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 194ebd914a83439798a52288895b63e8 (127.4.245.189:45675): Network error: Client connection negotiation failed: client connection to 127.4.245.189:45675: connect: Connection refused (error 111)
11:01:33.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:33.860152 5952 leader_election.cc:302] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 2b26dd328e00412aa496490d4f7a64f4; no voters: 05e67164d20c486eb7fe8fd51a131ab3, 194ebd914a83439798a52288895b63e8
11:01:33.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:33.860384 6170 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
11:01:33.890 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:33.890 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:33.890 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:33.890 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:33.890 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:33.890 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:33.890 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:33.890 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:33.891 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:33.990 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:33.990 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:33.990 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:33.991 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:33.991 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:33.991 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:33.991 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:33.991 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:33.991 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:33.992 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1393730553(state=PENDING, result=null, callback=(continuation of Deferred@8947358 after retry RPC after error@290971138) -> (continuation of Deferred@1137940435 after retry RPC after error@93907259) -> (continuation of Deferred@1096823648 after retry RPC after error@1852326528) -> (continuation of Deferred@827993489 after retry RPC after error@1942604720) -> (continuation of Deferred@871501210 after retry RPC after error@530720038) -> (continuation of Deferred@2138351078 after retry RPC after error@1121809907) -> (continuation of Deferred@1633697519 after retry RPC after error@1868934384), errback=(continuation of Deferred@8947358 after retry RPC after error@290971138) -> (continuation of Deferred@1137940435 after retry RPC after error@93907259) -> (continuation of Deferred@1096823648 after retry RPC after error@1852326528) -> (continuation of Deferred@827993489 after retry RPC after error@1942604720) -> (continuation of Deferred@871501210 after retry RPC after error@530720038) -> (continuation of Deferred@2138351078 after retry RPC after error@1121809907) -> (continuation of Deferred@1633697519 after retry RPC after error@1868934384)))
11:01:33.992 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1393730553(state=PENDING, result=null, callback=(continuation of Deferred@8947358 after retry RPC after error@290971138) -> (continuation of Deferred@1137940435 after retry RPC after error@93907259) -> (continuation of Deferred@1096823648 after retry RPC after error@1852326528) -> (continuation of Deferred@827993489 after retry RPC after error@1942604720) -> (continuation of Deferred@871501210 after retry RPC after error@530720038) -> (continuation of Deferred@2138351078 after retry RPC after error@1121809907) -> (continuation of Deferred@1633697519 after retry RPC after error@1868934384), errback=(continuation of Deferred@8947358 after retry RPC after error@290971138) -> (continuation of Deferred@1137940435 after retry RPC after error@93907259) -> (continuation of Deferred@1096823648 after retry RPC after error@1852326528) -> (continuation of Deferred@827993489 after retry RPC after error@1942604720) -> (continuation of Deferred@871501210 after retry RPC after error@530720038) -> (continuation of Deferred@2138351078 after retry RPC after error@1121809907) -> (continuation of Deferred@1633697519 after retry RPC after error@1868934384)))
11:01:34.010 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:34.010 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:34.010 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:34.010 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:34.010 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:34.011 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:34.011 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:34.011 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:34.011 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:34.029 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:34.030 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:34.030 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:34.030 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:34.030 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:34.030 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:34.030 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:34.030 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:34.031 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:34.050 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:34.050 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:34.050 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:34.050 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:34.051 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:34.051 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:34.051 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:34.051 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:34.051 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:34.070 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:34.070 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:34.070 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:34.070 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:34.070 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:34.070 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:34.070 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:34.070 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:34.071 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:34.090 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:34.090 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:34.091 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:34.091 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:34.091 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:34.091 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:34.091 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:34.091 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:34.091 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:34.130 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:34.130 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:34.131 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:34.131 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:34.131 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:34.131 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:34.131 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:34.131 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:34.131 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:34.210 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:34.210 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:34.211 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:34.211 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:34.211 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:34.211 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:34.211 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:34.211 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:34.212 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:34.230 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:34.230 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:34.230 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:34.230 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:34.230 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:34.230 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:34.231 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:34.231 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:34.231 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:34.231 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@593633705(state=PENDING, result=null, callback=(continuation of Deferred@1027197779 after retry RPC after error@74734707) -> (continuation of Deferred@1721691235 after retry RPC after error@1422128752) -> (continuation of Deferred@659807464 after retry RPC after error@23235509) -> (continuation of Deferred@277778958 after retry RPC after error@1530234393) -> (continuation of Deferred@1647879435 after retry RPC after error@2006099418) -> (continuation of Deferred@325605316 after retry RPC after error@1687817982) -> (continuation of Deferred@1135472539 after retry RPC after error@569585217), errback=(continuation of Deferred@1027197779 after retry RPC after error@74734707) -> (continuation of Deferred@1721691235 after retry RPC after error@1422128752) -> (continuation of Deferred@659807464 after retry RPC after error@23235509) -> (continuation of Deferred@277778958 after retry RPC after error@1530234393) -> (continuation of Deferred@1647879435 after retry RPC after error@2006099418) -> (continuation of Deferred@325605316 after retry RPC after error@1687817982) -> (continuation of Deferred@1135472539 after retry RPC after error@569585217)))
11:01:34.232 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@593633705(state=PENDING, result=null, callback=(continuation of Deferred@1027197779 after retry RPC after error@74734707) -> (continuation of Deferred@1721691235 after retry RPC after error@1422128752) -> (continuation of Deferred@659807464 after retry RPC after error@23235509) -> (continuation of Deferred@277778958 after retry RPC after error@1530234393) -> (continuation of Deferred@1647879435 after retry RPC after error@2006099418) -> (continuation of Deferred@325605316 after retry RPC after error@1687817982) -> (continuation of Deferred@1135472539 after retry RPC after error@569585217), errback=(continuation of Deferred@1027197779 after retry RPC after error@74734707) -> (continuation of Deferred@1721691235 after retry RPC after error@1422128752) -> (continuation of Deferred@659807464 after retry RPC after error@23235509) -> (continuation of Deferred@277778958 after retry RPC after error@1530234393) -> (continuation of Deferred@1647879435 after retry RPC after error@2006099418) -> (continuation of Deferred@325605316 after retry RPC after error@1687817982) -> (continuation of Deferred@1135472539 after retry RPC after error@569585217)))
11:01:34.249 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:34.250 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:34.250 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:34.250 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:34.250 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:34.250 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:34.250 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:34.250 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:34.250 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:34.270 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:34.270 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:34.270 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:34.270 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:34.270 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:34.270 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:34.270 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:34.271 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:34.271 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:34.289 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:34.289 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:34.290 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:34.290 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:34.290 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:34.290 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:34.290 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:34.290 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:34.290 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:34.310 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:34.310 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:34.310 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:34.310 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:34.310 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:34.310 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:34.310 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:34.310 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:34.311 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:34.330 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:34.330 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:34.331 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:34.331 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:34.331 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:34.331 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:34.331 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:34.331 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:34.331 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:34.370 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:34.370 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:34.371 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:34.371 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:34.371 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:34.371 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:34.371 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:34.371 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:34.372 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:34.390 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:34.390 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:34.390 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:34.390 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:34.390 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:34.391 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:34.391 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:34.391 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:34.391 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:34.392 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1633202913(state=PENDING, result=null, callback=(continuation of Deferred@1307243530 after retry RPC after error@378899123) -> (continuation of Deferred@1115316981 after retry RPC after error@1712394209) -> (continuation of Deferred@2093084045 after retry RPC after error@1186668724) -> (continuation of Deferred@1472696156 after retry RPC after error@961014850) -> (continuation of Deferred@1243206498 after retry RPC after error@1429791765) -> (continuation of Deferred@1055796353 after retry RPC after error@944628450), errback=(continuation of Deferred@1307243530 after retry RPC after error@378899123) -> (continuation of Deferred@1115316981 after retry RPC after error@1712394209) -> (continuation of Deferred@2093084045 after retry RPC after error@1186668724) -> (continuation of Deferred@1472696156 after retry RPC after error@961014850) -> (continuation of Deferred@1243206498 after retry RPC after error@1429791765) -> (continuation of Deferred@1055796353 after retry RPC after error@944628450)))
11:01:34.392 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1633202913(state=PENDING, result=null, callback=(continuation of Deferred@1307243530 after retry RPC after error@378899123) -> (continuation of Deferred@1115316981 after retry RPC after error@1712394209) -> (continuation of Deferred@2093084045 after retry RPC after error@1186668724) -> (continuation of Deferred@1472696156 after retry RPC after error@961014850) -> (continuation of Deferred@1243206498 after retry RPC after error@1429791765) -> (continuation of Deferred@1055796353 after retry RPC after error@944628450), errback=(continuation of Deferred@1307243530 after retry RPC after error@378899123) -> (continuation of Deferred@1115316981 after retry RPC after error@1712394209) -> (continuation of Deferred@2093084045 after retry RPC after error@1186668724) -> (continuation of Deferred@1472696156 after retry RPC after error@961014850) -> (continuation of Deferred@1243206498 after retry RPC after error@1429791765) -> (continuation of Deferred@1055796353 after retry RPC after error@944628450)))
11:01:34.410 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:34.410 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:34.410 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:34.410 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:34.410 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:34.410 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:34.410 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:34.410 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:34.411 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:34.430 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:34.430 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:34.430 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:34.431 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:34.431 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:34.431 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:34.431 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:34.431 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:34.431 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:34.450 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:34.450 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:34.450 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:34.450 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:34.450 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:34.450 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:34.450 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:34.451 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:34.451 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:34.470 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:34.470 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:34.471 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:34.471 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:34.471 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:34.471 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:34.471 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:34.471 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:34.471 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:34.490 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:34.490 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:34.490 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:34.490 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:34.491 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:34.491 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:34.491 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:34.491 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:34.491 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:34.529 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:34.530 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:34.530 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:34.530 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:34.530 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:34.530 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:34.530 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:34.530 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:34.531 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:34.570 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:34.570 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:34.571 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:34.571 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:34.571 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:34.571 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:34.571 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:34.571 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:34.571 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:34.650 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:34.651 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:34.651 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:34.651 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:34.651 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:34.651 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:34.651 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:34.651 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:34.651 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:34.652 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1223742972(state=PENDING, result=null, callback=(continuation of Deferred@2026960331 after retry RPC after error@1158390794) -> (continuation of Deferred@34018351 after retry RPC after error@1276538534) -> (continuation of Deferred@865576002 after retry RPC after error@723811790) -> (continuation of Deferred@288924393 after retry RPC after error@1847893302) -> (continuation of Deferred@1612681476 after retry RPC after error@1750944452) -> (continuation of Deferred@1017545420 after retry RPC after error@1981904195) -> (continuation of Deferred@1789545778 after retry RPC after error@1747136969), errback=(continuation of Deferred@2026960331 after retry RPC after error@1158390794) -> (continuation of Deferred@34018351 after retry RPC after error@1276538534) -> (continuation of Deferred@865576002 after retry RPC after error@723811790) -> (continuation of Deferred@288924393 after retry RPC after error@1847893302) -> (continuation of Deferred@1612681476 after retry RPC after error@1750944452) -> (continuation of Deferred@1017545420 after retry RPC after error@1981904195) -> (continuation of Deferred@1789545778 after retry RPC after error@1747136969)))
11:01:34.652 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1223742972(state=PENDING, result=null, callback=(continuation of Deferred@2026960331 after retry RPC after error@1158390794) -> (continuation of Deferred@34018351 after retry RPC after error@1276538534) -> (continuation of Deferred@865576002 after retry RPC after error@723811790) -> (continuation of Deferred@288924393 after retry RPC after error@1847893302) -> (continuation of Deferred@1612681476 after retry RPC after error@1750944452) -> (continuation of Deferred@1017545420 after retry RPC after error@1981904195) -> (continuation of Deferred@1789545778 after retry RPC after error@1747136969), errback=(continuation of Deferred@2026960331 after retry RPC after error@1158390794) -> (continuation of Deferred@34018351 after retry RPC after error@1276538534) -> (continuation of Deferred@865576002 after retry RPC after error@723811790) -> (continuation of Deferred@288924393 after retry RPC after error@1847893302) -> (continuation of Deferred@1612681476 after retry RPC after error@1750944452) -> (continuation of Deferred@1017545420 after retry RPC after error@1981904195) -> (continuation of Deferred@1789545778 after retry RPC after error@1747136969)))
11:01:34.670 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:34.670 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:34.670 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:34.671 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:34.671 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:34.671 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:34.671 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:34.671 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:34.671 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:34.690 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:34.690 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:34.690 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:34.690 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:34.690 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:34.691 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:34.691 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:34.691 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:34.691 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:34.710 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:34.710 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:34.711 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:34.711 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:34.711 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:34.711 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:34.711 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:34.711 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:34.711 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:34.730 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:34.730 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:34.730 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:34.730 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:34.730 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:34.730 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:34.731 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:34.731 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:34.731 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:34.750 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:34.750 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:34.751 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:34.751 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:34.751 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:34.752 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:34.752 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:34.752 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:34.752 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:34.770 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:34.770 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:34.770 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:34.770 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:34.770 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:34.770 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:34.770 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:34.770 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:34.771 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:34.830 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:34.830 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:34.830 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:34.830 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:34.830 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:34.830 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:34.830 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:34.830 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:34.831 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:34.831 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=160), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1569211900(state=PENDING, result=null, callback=(continuation of Deferred@2056255597 after retry RPC after error@449087879) -> (continuation of Deferred@2056125596 after retry RPC after error@1706422676) -> (continuation of Deferred@1627140575 after retry RPC after error@1590301942) -> (continuation of Deferred@1270246063 after retry RPC after error@29690652) -> (continuation of Deferred@11972658 after retry RPC after error@248871286) -> (continuation of Deferred@1993246993 after retry RPC after error@1601888575), errback=(continuation of Deferred@2056255597 after retry RPC after error@449087879) -> (continuation of Deferred@2056125596 after retry RPC after error@1706422676) -> (continuation of Deferred@1627140575 after retry RPC after error@1590301942) -> (continuation of Deferred@1270246063 after retry RPC after error@29690652) -> (continuation of Deferred@11972658 after retry RPC after error@248871286) -> (continuation of Deferred@1993246993 after retry RPC after error@1601888575)))
11:01:34.831 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=160), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1569211900(state=PENDING, result=null, callback=(continuation of Deferred@2056255597 after retry RPC after error@449087879) -> (continuation of Deferred@2056125596 after retry RPC after error@1706422676) -> (continuation of Deferred@1627140575 after retry RPC after error@1590301942) -> (continuation of Deferred@1270246063 after retry RPC after error@29690652) -> (continuation of Deferred@11972658 after retry RPC after error@248871286) -> (continuation of Deferred@1993246993 after retry RPC after error@1601888575), errback=(continuation of Deferred@2056255597 after retry RPC after error@449087879) -> (continuation of Deferred@2056125596 after retry RPC after error@1706422676) -> (continuation of Deferred@1627140575 after retry RPC after error@1590301942) -> (continuation of Deferred@1270246063 after retry RPC after error@29690652) -> (continuation of Deferred@11972658 after retry RPC after error@248871286) -> (continuation of Deferred@1993246993 after retry RPC after error@1601888575)))
11:01:34.850 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:34.850 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:34.850 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:34.851 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:34.851 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:34.851 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:34.851 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:34.851 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:34.851 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:34.870 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:34.870 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:34.870 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:34.874 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:34.874 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:34.874 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:34.874 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:34.874 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:34.874 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:34.874 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:34.874 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:34.875 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:34.889 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:34.889 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:34.890 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:34.890 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:34.890 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:34.890 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:34.890 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:34.890 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:34.890 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:34.910 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:34.910 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:34.910 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:34.910 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:34.910 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:34.910 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:34.910 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:34.910 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:34.911 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:34.930 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:34.930 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:34.931 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:34.931 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:34.931 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:34.931 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:34.931 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:34.931 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:34.932 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:34.950 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:34.950 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:34.950 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:34.950 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:34.950 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:34.950 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:34.951 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:34.951 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:34.951 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:35.010 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:35.010 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:35.010 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:35.010 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:35.010 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:35.010 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:35.010 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:35.011 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:35.011 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:35.011 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=160), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [24ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [24ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [25ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [25ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@570489307(state=PENDING, result=null, callback=(continuation of Deferred@1650854473 after retry RPC after error@49678241) -> (continuation of Deferred@1703693148 after retry RPC after error@1088923671) -> (continuation of Deferred@310494720 after retry RPC after error@553128190) -> (continuation of Deferred@657025302 after retry RPC after error@1517542132) -> (continuation of Deferred@1180612220 after retry RPC after error@650191273) -> (continuation of Deferred@1254919614 after retry RPC after error@237783657), errback=(continuation of Deferred@1650854473 after retry RPC after error@49678241) -> (continuation of Deferred@1703693148 after retry RPC after error@1088923671) -> (continuation of Deferred@310494720 after retry RPC after error@553128190) -> (continuation of Deferred@657025302 after retry RPC after error@1517542132) -> (continuation of Deferred@1180612220 after retry RPC after error@650191273) -> (continuation of Deferred@1254919614 after retry RPC after error@237783657)))
11:01:35.012 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=160), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [24ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [24ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [25ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [25ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@570489307(state=PENDING, result=null, callback=(continuation of Deferred@1650854473 after retry RPC after error@49678241) -> (continuation of Deferred@1703693148 after retry RPC after error@1088923671) -> (continuation of Deferred@310494720 after retry RPC after error@553128190) -> (continuation of Deferred@657025302 after retry RPC after error@1517542132) -> (continuation of Deferred@1180612220 after retry RPC after error@650191273) -> (continuation of Deferred@1254919614 after retry RPC after error@237783657), errback=(continuation of Deferred@1650854473 after retry RPC after error@49678241) -> (continuation of Deferred@1703693148 after retry RPC after error@1088923671) -> (continuation of Deferred@310494720 after retry RPC after error@553128190) -> (continuation of Deferred@657025302 after retry RPC after error@1517542132) -> (continuation of Deferred@1180612220 after retry RPC after error@650191273) -> (continuation of Deferred@1254919614 after retry RPC after error@237783657)))
11:01:35.030 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:35.030 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:35.031 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:35.031 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:35.031 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:35.031 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:35.031 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:35.031 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:35.031 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:35.050 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:35.050 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:35.050 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:35.050 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:35.050 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:35.050 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:35.050 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:35.050 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:35.051 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:35.070 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:35.070 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:35.070 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:35.071 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:35.071 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:35.071 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:35.071 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:35.071 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:35.071 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:35.090 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:35.090 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:35.090 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:35.090 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:35.090 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:35.090 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:35.090 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:35.090 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:35.091 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:35.110 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:35.110 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:35.110 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:35.110 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:35.110 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:35.110 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:35.111 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:35.111 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:35.111 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:35.149 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:35.150 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:35.150 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:35.150 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:35.150 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:35.150 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:35.150 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:35.150 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:35.151 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:35.210 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:35.210 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:35.211 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:35.211 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:35.211 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:35.211 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:35.211 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:35.211 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:35.211 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:35.270 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:35.270 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:35.270 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:35.271 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:35.271 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:35.271 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:35.271 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:35.271 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:35.271 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:35.271 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=240), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1486390271(state=PENDING, result=null, callback=(continuation of Deferred@1485945920 after retry RPC after error@403934810) -> (continuation of Deferred@1895796388 after retry RPC after error@1818524735) -> (continuation of Deferred@969064015 after retry RPC after error@1026004595) -> (continuation of Deferred@824292829 after retry RPC after error@2129371714) -> (continuation of Deferred@1383549718 after retry RPC after error@1407376165) -> (continuation of Deferred@1875968985 after retry RPC after error@1284199891) -> (continuation of Deferred@608995503 after retry RPC after error@1630688496), errback=(continuation of Deferred@1485945920 after retry RPC after error@403934810) -> (continuation of Deferred@1895796388 after retry RPC after error@1818524735) -> (continuation of Deferred@969064015 after retry RPC after error@1026004595) -> (continuation of Deferred@824292829 after retry RPC after error@2129371714) -> (continuation of Deferred@1383549718 after retry RPC after error@1407376165) -> (continuation of Deferred@1875968985 after retry RPC after error@1284199891) -> (continuation of Deferred@608995503 after retry RPC after error@1630688496)))
11:01:35.272 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=240), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1486390271(state=PENDING, result=null, callback=(continuation of Deferred@1485945920 after retry RPC after error@403934810) -> (continuation of Deferred@1895796388 after retry RPC after error@1818524735) -> (continuation of Deferred@969064015 after retry RPC after error@1026004595) -> (continuation of Deferred@824292829 after retry RPC after error@2129371714) -> (continuation of Deferred@1383549718 after retry RPC after error@1407376165) -> (continuation of Deferred@1875968985 after retry RPC after error@1284199891) -> (continuation of Deferred@608995503 after retry RPC after error@1630688496), errback=(continuation of Deferred@1485945920 after retry RPC after error@403934810) -> (continuation of Deferred@1895796388 after retry RPC after error@1818524735) -> (continuation of Deferred@969064015 after retry RPC after error@1026004595) -> (continuation of Deferred@824292829 after retry RPC after error@2129371714) -> (continuation of Deferred@1383549718 after retry RPC after error@1407376165) -> (continuation of Deferred@1875968985 after retry RPC after error@1284199891) -> (continuation of Deferred@608995503 after retry RPC after error@1630688496)))
11:01:35.290 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:35.290 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:35.290 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:35.290 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:35.290 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:35.290 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:35.290 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:35.290 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:35.290 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:35.310 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:35.310 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:35.310 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:35.310 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:35.311 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:35.311 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:35.311 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:35.311 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:35.311 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:35.330 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:35.330 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:35.330 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:35.330 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:35.330 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:35.330 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:35.330 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:35.330 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:35.331 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:35.350 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:35.350 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:35.350 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:35.350 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:35.351 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:35.351 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:35.351 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:35.351 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:35.351 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:35.369 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:35.370 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:35.370 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:35.370 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:35.370 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:35.370 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:35.370 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:35.370 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:35.371 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:35.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:35.374964 5934 master_runner.cc:186] Error getting master registration for 127.4.245.189:45675: Network error: Client connection negotiation failed: client connection to 127.4.245.189:45675: connect: Connection refused (error 111),
11:01:35.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:35.375123 5934 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
11:01:35.390 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:35.390 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:35.390 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:35.390 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:35.390 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:35.391 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:35.391 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:35.391 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:35.391 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:35.409 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:35.410 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:35.410 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:35.410 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:35.410 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:35.410 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:35.410 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:35.410 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:35.411 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:35.490 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:35.490 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:35.491 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:35.491 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:35.491 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:35.491 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:35.491 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:35.491 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:35.491 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:35.492 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@42384771(state=PENDING, result=null, callback=(continuation of Deferred@1303658182 after retry RPC after error@410279072) -> (continuation of Deferred@737112396 after retry RPC after error@473086743) -> (continuation of Deferred@1889330265 after retry RPC after error@1245128630) -> (continuation of Deferred@436361901 after retry RPC after error@333558009) -> (continuation of Deferred@80224496 after retry RPC after error@1999744328) -> (continuation of Deferred@2146321969 after retry RPC after error@1637242701) -> (continuation of Deferred@614216751 after retry RPC after error@1581094425), errback=(continuation of Deferred@1303658182 after retry RPC after error@410279072) -> (continuation of Deferred@737112396 after retry RPC after error@473086743) -> (continuation of Deferred@1889330265 after retry RPC after error@1245128630) -> (continuation of Deferred@436361901 after retry RPC after error@333558009) -> (continuation of Deferred@80224496 after retry RPC after error@1999744328) -> (continuation of Deferred@2146321969 after retry RPC after error@1637242701) -> (continuation of Deferred@614216751 after retry RPC after error@1581094425)))
11:01:35.493 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@42384771(state=PENDING, result=null, callback=(continuation of Deferred@1303658182 after retry RPC after error@410279072) -> (continuation of Deferred@737112396 after retry RPC after error@473086743) -> (continuation of Deferred@1889330265 after retry RPC after error@1245128630) -> (continuation of Deferred@436361901 after retry RPC after error@333558009) -> (continuation of Deferred@80224496 after retry RPC after error@1999744328) -> (continuation of Deferred@2146321969 after retry RPC after error@1637242701) -> (continuation of Deferred@614216751 after retry RPC after error@1581094425), errback=(continuation of Deferred@1303658182 after retry RPC after error@410279072) -> (continuation of Deferred@737112396 after retry RPC after error@473086743) -> (continuation of Deferred@1889330265 after retry RPC after error@1245128630) -> (continuation of Deferred@436361901 after retry RPC after error@333558009) -> (continuation of Deferred@80224496 after retry RPC after error@1999744328) -> (continuation of Deferred@2146321969 after retry RPC after error@1637242701) -> (continuation of Deferred@614216751 after retry RPC after error@1581094425)))
11:01:35.510 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:35.510 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:35.510 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:35.510 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:35.510 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:35.510 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:35.510 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:35.511 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:35.511 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:35.530 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:35.531 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:35.531 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:35.531 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:35.531 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:35.531 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:35.531 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:35.531 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:35.532 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:35.550 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:35.550 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:35.550 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:35.550 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:35.550 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:35.550 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:35.551 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:35.551 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:35.551 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:35.569 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:35.570 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:35.570 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:35.570 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:35.570 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:35.570 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:35.571 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:35.571 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:35.571 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:35.590 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:35.590 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:35.591 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:35.591 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:35.591 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:35.591 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:35.591 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:35.591 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:35.591 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:35.630 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:35.630 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:35.630 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:35.631 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:35.631 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:35.631 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:35.631 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:35.631 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:35.631 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:35.710 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:35.710 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:35.711 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:35.711 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:35.711 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:35.711 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:35.711 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:35.711 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:35.711 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:35.712 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1283544480(state=PENDING, result=null, callback=(continuation of Deferred@1323378602 after retry RPC after error@1526003876) -> (continuation of Deferred@1299182348 after retry RPC after error@193303380) -> (continuation of Deferred@1277049337 after retry RPC after error@827513094) -> (continuation of Deferred@51887027 after retry RPC after error@607094710) -> (continuation of Deferred@423867195 after retry RPC after error@1048495100) -> (continuation of Deferred@9059747 after retry RPC after error@1480591411), errback=(continuation of Deferred@1323378602 after retry RPC after error@1526003876) -> (continuation of Deferred@1299182348 after retry RPC after error@193303380) -> (continuation of Deferred@1277049337 after retry RPC after error@827513094) -> (continuation of Deferred@51887027 after retry RPC after error@607094710) -> (continuation of Deferred@423867195 after retry RPC after error@1048495100) -> (continuation of Deferred@9059747 after retry RPC after error@1480591411)))
11:01:35.712 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1283544480(state=PENDING, result=null, callback=(continuation of Deferred@1323378602 after retry RPC after error@1526003876) -> (continuation of Deferred@1299182348 after retry RPC after error@193303380) -> (continuation of Deferred@1277049337 after retry RPC after error@827513094) -> (continuation of Deferred@51887027 after retry RPC after error@607094710) -> (continuation of Deferred@423867195 after retry RPC after error@1048495100) -> (continuation of Deferred@9059747 after retry RPC after error@1480591411), errback=(continuation of Deferred@1323378602 after retry RPC after error@1526003876) -> (continuation of Deferred@1299182348 after retry RPC after error@193303380) -> (continuation of Deferred@1277049337 after retry RPC after error@827513094) -> (continuation of Deferred@51887027 after retry RPC after error@607094710) -> (continuation of Deferred@423867195 after retry RPC after error@1048495100) -> (continuation of Deferred@9059747 after retry RPC after error@1480591411)))
11:01:35.730 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:35.730 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:35.730 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:35.730 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:35.730 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:35.731 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:35.731 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:35.731 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:35.731 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:35.749 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:35.750 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:35.750 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:35.750 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:35.750 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:35.750 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:35.750 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:35.750 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:35.751 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:35.770 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:35.770 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:35.770 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:35.770 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:35.770 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:35.770 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:35.771 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:35.771 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:35.771 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:35.789 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:35.790 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:35.790 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:35.790 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:35.790 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:35.790 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:35.790 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:35.790 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:35.791 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:35.810 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:35.810 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:35.810 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:35.810 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:35.810 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:35.810 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:35.810 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:35.811 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:35.811 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:35.829 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:35.830 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:35.830 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:35.830 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:35.830 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:35.830 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:35.830 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:35.830 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:35.830 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:35.910 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:35.910 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:35.911 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:35.911 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:35.911 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:35.911 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:35.911 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:35.911 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:35.911 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:35.912 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1229223274(state=PENDING, result=null, callback=(continuation of Deferred@632843688 after retry RPC after error@1186979999) -> (continuation of Deferred@1700810356 after retry RPC after error@266700951) -> (continuation of Deferred@1775661550 after retry RPC after error@1356123987) -> (continuation of Deferred@933247187 after retry RPC after error@337817472) -> (continuation of Deferred@1310848491 after retry RPC after error@947455275) -> (continuation of Deferred@237622359 after retry RPC after error@259404989), errback=(continuation of Deferred@632843688 after retry RPC after error@1186979999) -> (continuation of Deferred@1700810356 after retry RPC after error@266700951) -> (continuation of Deferred@1775661550 after retry RPC after error@1356123987) -> (continuation of Deferred@933247187 after retry RPC after error@337817472) -> (continuation of Deferred@1310848491 after retry RPC after error@947455275) -> (continuation of Deferred@237622359 after retry RPC after error@259404989)))
11:01:35.912 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1229223274(state=PENDING, result=null, callback=(continuation of Deferred@632843688 after retry RPC after error@1186979999) -> (continuation of Deferred@1700810356 after retry RPC after error@266700951) -> (continuation of Deferred@1775661550 after retry RPC after error@1356123987) -> (continuation of Deferred@933247187 after retry RPC after error@337817472) -> (continuation of Deferred@1310848491 after retry RPC after error@947455275) -> (continuation of Deferred@237622359 after retry RPC after error@259404989), errback=(continuation of Deferred@632843688 after retry RPC after error@1186979999) -> (continuation of Deferred@1700810356 after retry RPC after error@266700951) -> (continuation of Deferred@1775661550 after retry RPC after error@1356123987) -> (continuation of Deferred@933247187 after retry RPC after error@337817472) -> (continuation of Deferred@1310848491 after retry RPC after error@947455275) -> (continuation of Deferred@237622359 after retry RPC after error@259404989)))
11:01:35.930 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:35.930 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:35.930 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:35.931 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:35.931 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:35.931 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:35.931 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:35.931 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:35.931 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:35.950 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:35.950 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:35.950 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:35.950 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:35.950 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:35.950 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:35.950 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:35.950 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:35.951 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:35.970 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:35.970 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:35.971 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:35.971 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:35.971 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:35.971 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:35.971 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:35.971 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:35.971 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:35.990 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:35.990 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:35.990 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:35.990 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:35.990 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:35.990 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:35.990 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:35.990 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:35.991 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:36.010 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:36.011 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:36.011 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:36.011 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:36.011 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:36.011 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:36.011 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:36.011 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:36.011 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:36.050 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:36.050 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:36.050 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:36.051 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:36.051 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:36.051 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:36.051 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:36.051 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:36.051 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:36.130 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:36.131 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:36.131 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:36.131 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:36.131 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:36.131 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:36.131 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:36.131 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:36.132 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:36.132 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@500491941(state=PENDING, result=null, callback=(continuation of Deferred@2086910278 after retry RPC after error@2125039098) -> (continuation of Deferred@1990858309 after retry RPC after error@1290872827) -> (continuation of Deferred@767102634 after retry RPC after error@520997042) -> (continuation of Deferred@968097064 after retry RPC after error@2092485402) -> (continuation of Deferred@420562553 after retry RPC after error@1755858353) -> (continuation of Deferred@1314172721 after retry RPC after error@1955483130), errback=(continuation of Deferred@2086910278 after retry RPC after error@2125039098) -> (continuation of Deferred@1990858309 after retry RPC after error@1290872827) -> (continuation of Deferred@767102634 after retry RPC after error@520997042) -> (continuation of Deferred@968097064 after retry RPC after error@2092485402) -> (continuation of Deferred@420562553 after retry RPC after error@1755858353) -> (continuation of Deferred@1314172721 after retry RPC after error@1955483130)))
11:01:36.133 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@500491941(state=PENDING, result=null, callback=(continuation of Deferred@2086910278 after retry RPC after error@2125039098) -> (continuation of Deferred@1990858309 after retry RPC after error@1290872827) -> (continuation of Deferred@767102634 after retry RPC after error@520997042) -> (continuation of Deferred@968097064 after retry RPC after error@2092485402) -> (continuation of Deferred@420562553 after retry RPC after error@1755858353) -> (continuation of Deferred@1314172721 after retry RPC after error@1955483130), errback=(continuation of Deferred@2086910278 after retry RPC after error@2125039098) -> (continuation of Deferred@1990858309 after retry RPC after error@1290872827) -> (continuation of Deferred@767102634 after retry RPC after error@520997042) -> (continuation of Deferred@968097064 after retry RPC after error@2092485402) -> (continuation of Deferred@420562553 after retry RPC after error@1755858353) -> (continuation of Deferred@1314172721 after retry RPC after error@1955483130)))
11:01:36.150 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:36.150 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:36.151 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:36.151 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:36.151 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:36.151 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:36.151 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:36.151 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:36.151 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:36.170 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:36.170 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:36.170 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:36.170 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:36.170 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:36.170 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:36.170 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:36.170 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:36.171 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:36.189 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:36.190 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:36.190 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:36.190 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:36.190 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:36.190 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:36.190 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:36.190 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:36.191 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:36.210 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:36.210 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:36.210 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:36.211 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:36.211 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:36.211 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:36.211 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:36.211 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:36.211 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:36.230 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:36.230 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:36.230 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:36.230 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:36.230 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:36.230 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:36.230 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:36.230 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:36.231 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:36.270 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:36.270 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:36.270 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:36.271 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:36.271 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:36.271 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:36.271 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:36.271 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:36.271 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:36.330 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:36.330 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:36.330 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:36.331 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:36.331 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:36.331 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:36.331 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:36.331 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:36.331 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:36.350 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:36.350 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:36.350 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:36.350 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:36.350 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:36.350 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:36.350 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:36.350 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:36.351 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:36.410 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@923089907(state=PENDING, result=null, callback=(continuation of Deferred@640147958 after retry RPC after error@1481733862) -> (continuation of Deferred@1519175352 after retry RPC after error@1154004153) -> (continuation of Deferred@1568265607 after retry RPC after error@239894152) -> (continuation of Deferred@852087039 after retry RPC after error@858117987) -> (continuation of Deferred@543418733 after retry RPC after error@1295416279) -> (continuation of Deferred@830739622 after retry RPC after error@738677562) -> (continuation of Deferred@328265558 after retry RPC after error@1837549104), errback=(continuation of Deferred@640147958 after retry RPC after error@1481733862) -> (continuation of Deferred@1519175352 after retry RPC after error@1154004153) -> (continuation of Deferred@1568265607 after retry RPC after error@239894152) -> (continuation of Deferred@852087039 after retry RPC after error@858117987) -> (continuation of Deferred@543418733 after retry RPC after error@1295416279) -> (continuation of Deferred@830739622 after retry RPC after error@738677562) -> (continuation of Deferred@328265558 after retry RPC after error@1837549104)))
11:01:36.410 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
11:01:36.430 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:36.430 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:36.430 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:36.430 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:36.430 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:36.430 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:36.430 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:36.431 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:36.431 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:36.450 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:36.450 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:36.451 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:36.451 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:36.451 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:36.451 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:36.451 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:36.451 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:36.451 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:36.470 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:36.470 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:36.470 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:36.470 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:36.470 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:36.470 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:36.470 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:36.471 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:36.471 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:36.489 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:36.490 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:36.490 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:36.490 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:36.490 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:36.490 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:36.490 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:36.490 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:36.490 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:36.510 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:36.510 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:36.510 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:36.510 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:36.510 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:36.510 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:36.510 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:36.511 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:36.511 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:36.550 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:36.550 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:36.550 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:36.550 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:36.550 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:36.550 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:36.550 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:36.550 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:36.551 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:36.590 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:36.591 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:36.591 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:36.591 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:36.591 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:36.591 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:36.591 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:36.591 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:36.591 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:36.592 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1997100141(state=PENDING, result=null, callback=(continuation of Deferred@2076581103 after retry RPC after error@907475759) -> (continuation of Deferred@754442981 after retry RPC after error@291533098) -> (continuation of Deferred@1519007373 after retry RPC after error@1539596656) -> (continuation of Deferred@1219969063 after retry RPC after error@1514967354) -> (continuation of Deferred@1375333024 after retry RPC after error@693030414) -> (continuation of Deferred@1535772024 after retry RPC after error@1710328434), errback=(continuation of Deferred@2076581103 after retry RPC after error@907475759) -> (continuation of Deferred@754442981 after retry RPC after error@291533098) -> (continuation of Deferred@1519007373 after retry RPC after error@1539596656) -> (continuation of Deferred@1219969063 after retry RPC after error@1514967354) -> (continuation of Deferred@1375333024 after retry RPC after error@693030414) -> (continuation of Deferred@1535772024 after retry RPC after error@1710328434)))
11:01:36.592 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1997100141(state=PENDING, result=null, callback=(continuation of Deferred@2076581103 after retry RPC after error@907475759) -> (continuation of Deferred@754442981 after retry RPC after error@291533098) -> (continuation of Deferred@1519007373 after retry RPC after error@1539596656) -> (continuation of Deferred@1219969063 after retry RPC after error@1514967354) -> (continuation of Deferred@1375333024 after retry RPC after error@693030414) -> (continuation of Deferred@1535772024 after retry RPC after error@1710328434), errback=(continuation of Deferred@2076581103 after retry RPC after error@907475759) -> (continuation of Deferred@754442981 after retry RPC after error@291533098) -> (continuation of Deferred@1519007373 after retry RPC after error@1539596656) -> (continuation of Deferred@1219969063 after retry RPC after error@1514967354) -> (continuation of Deferred@1375333024 after retry RPC after error@693030414) -> (continuation of Deferred@1535772024 after retry RPC after error@1710328434)))
11:01:36.610 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:36.610 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:36.610 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:36.611 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:36.611 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:36.611 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:36.611 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:36.611 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:36.611 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:36.630 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:36.630 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:36.630 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:36.630 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:36.630 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:36.630 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:36.631 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:36.631 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:36.631 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:36.649 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:36.650 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:36.650 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:36.650 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:36.650 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:36.650 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:36.650 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:36.650 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:36.651 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:36.669 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:36.670 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:36.670 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:36.670 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:36.670 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:36.670 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:36.670 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:36.670 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:36.670 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:36.690 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:36.690 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:36.690 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:36.690 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:36.691 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:36.691 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:36.691 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:36.691 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:36.691 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:36.710 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:36.710 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:36.710 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:36.710 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:36.710 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:36.710 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:36.710 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:36.710 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:36.711 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:36.730 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:36.730 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:36.730 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:36.731 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:36.731 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:36.731 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:36.731 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:36.731 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:36.731 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:36.750 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:36.750 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:36.750 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:36.750 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:36.750 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:36.750 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:36.750 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:36.750 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:36.751 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:36.830 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:36.830 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:36.830 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:36.830 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:36.830 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:36.830 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:36.830 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:36.830 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:36.831 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:36.831 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=220), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, deferred=Deferred@244000621(state=PENDING, result=null, callback=(continuation of Deferred@1876660497 after retry RPC after error@990256201) -> (continuation of Deferred@1111951277 after retry RPC after error@354476231) -> (continuation of Deferred@650160235 after retry RPC after error@758058158) -> (continuation of Deferred@1471089865 after retry RPC after error@1167849507) -> (continuation of Deferred@1723564811 after retry RPC after error@858040590) -> (continuation of Deferred@482484967 after retry RPC after error@100834236) -> (continuation of Deferred@1016853420 after retry RPC after error@719409640) -> (continuation of Deferred@658082633 after retry RPC after error@896809833), errback=(continuation of Deferred@1876660497 after retry RPC after error@990256201) -> (continuation of Deferred@1111951277 after retry RPC after error@354476231) -> (continuation of Deferred@650160235 after retry RPC after error@758058158) -> (continuation of Deferred@1471089865 after retry RPC after error@1167849507) -> (continuation of Deferred@1723564811 after retry RPC after error@858040590) -> (continuation of Deferred@482484967 after retry RPC after error@100834236) -> (continuation of Deferred@1016853420 after retry RPC after error@719409640) -> (continuation of Deferred@658082633 after retry RPC after error@896809833)))
11:01:36.832 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=220), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, deferred=Deferred@244000621(state=PENDING, result=null, callback=(continuation of Deferred@1876660497 after retry RPC after error@990256201) -> (continuation of Deferred@1111951277 after retry RPC after error@354476231) -> (continuation of Deferred@650160235 after retry RPC after error@758058158) -> (continuation of Deferred@1471089865 after retry RPC after error@1167849507) -> (continuation of Deferred@1723564811 after retry RPC after error@858040590) -> (continuation of Deferred@482484967 after retry RPC after error@100834236) -> (continuation of Deferred@1016853420 after retry RPC after error@719409640) -> (continuation of Deferred@658082633 after retry RPC after error@896809833), errback=(continuation of Deferred@1876660497 after retry RPC after error@990256201) -> (continuation of Deferred@1111951277 after retry RPC after error@354476231) -> (continuation of Deferred@650160235 after retry RPC after error@758058158) -> (continuation of Deferred@1471089865 after retry RPC after error@1167849507) -> (continuation of Deferred@1723564811 after retry RPC after error@858040590) -> (continuation of Deferred@482484967 after retry RPC after error@100834236) -> (continuation of Deferred@1016853420 after retry RPC after error@719409640) -> (continuation of Deferred@658082633 after retry RPC after error@896809833)))
11:01:36.850 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:36.850 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:36.851 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:36.851 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:36.851 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:36.851 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:36.851 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:36.851 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:36.851 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:36.870 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:36.870 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:36.871 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:36.871 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:36.871 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:36.871 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:36.871 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:36.871 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:36.871 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:36.890 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:36.890 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:36.890 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:36.890 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:36.890 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:36.890 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:36.890 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:36.891 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:36.891 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:36.909 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:36.910 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:36.910 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:36.910 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:36.910 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:36.910 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:36.910 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:36.910 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:36.911 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:36.930 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:36.930 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:36.930 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:36.930 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:36.930 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:36.930 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:36.931 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:36.931 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:36.931 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:36.949 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:36.950 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:36.950 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:36.950 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:36.950 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:36.950 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:36.950 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:36.951 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:36.951 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:36.990 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:36.990 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:36.991 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:36.991 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:36.991 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:36.991 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:36.991 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:36.991 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:36.991 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:37.070 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:37.070 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:37.071 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:37.071 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:37.071 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:37.071 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:37.071 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:37.071 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:37.071 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:37.090 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:37.090 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:37.090 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:37.090 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:37.090 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:37.090 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:37.090 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:37.090 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:37.091 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:37.091 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=240), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [240ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [240ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [240ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@550453150(state=PENDING, result=null, callback=(continuation of Deferred@1296569179 after retry RPC after error@1314599737) -> (continuation of Deferred@1658428521 after retry RPC after error@1001618531) -> (continuation of Deferred@921465477 after retry RPC after error@557403546) -> (continuation of Deferred@254650112 after retry RPC after error@794661602) -> (continuation of Deferred@2054206934 after retry RPC after error@298742431) -> (continuation of Deferred@1941557761 after retry RPC after error@816874518) -> (continuation of Deferred@1334925779 after retry RPC after error@757698612) -> (continuation of Deferred@272459338 after retry RPC after error@605667439), errback=(continuation of Deferred@1296569179 after retry RPC after error@1314599737) -> (continuation of Deferred@1658428521 after retry RPC after error@1001618531) -> (continuation of Deferred@921465477 after retry RPC after error@557403546) -> (continuation of Deferred@254650112 after retry RPC after error@794661602) -> (continuation of Deferred@2054206934 after retry RPC after error@298742431) -> (continuation of Deferred@1941557761 after retry RPC after error@816874518) -> (continuation of Deferred@1334925779 after retry RPC after error@757698612) -> (continuation of Deferred@272459338 after retry RPC after error@605667439)))
11:01:37.092 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=240), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [240ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [240ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [240ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@550453150(state=PENDING, result=null, callback=(continuation of Deferred@1296569179 after retry RPC after error@1314599737) -> (continuation of Deferred@1658428521 after retry RPC after error@1001618531) -> (continuation of Deferred@921465477 after retry RPC after error@557403546) -> (continuation of Deferred@254650112 after retry RPC after error@794661602) -> (continuation of Deferred@2054206934 after retry RPC after error@298742431) -> (continuation of Deferred@1941557761 after retry RPC after error@816874518) -> (continuation of Deferred@1334925779 after retry RPC after error@757698612) -> (continuation of Deferred@272459338 after retry RPC after error@605667439), errback=(continuation of Deferred@1296569179 after retry RPC after error@1314599737) -> (continuation of Deferred@1658428521 after retry RPC after error@1001618531) -> (continuation of Deferred@921465477 after retry RPC after error@557403546) -> (continuation of Deferred@254650112 after retry RPC after error@794661602) -> (continuation of Deferred@2054206934 after retry RPC after error@298742431) -> (continuation of Deferred@1941557761 after retry RPC after error@816874518) -> (continuation of Deferred@1334925779 after retry RPC after error@757698612) -> (continuation of Deferred@272459338 after retry RPC after error@605667439)))
11:01:37.110 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:37.111 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:37.111 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:37.111 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:37.111 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:37.111 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:37.111 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:37.111 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:37.112 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:37.130 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:37.130 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:37.131 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:37.131 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:37.131 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:37.131 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:37.131 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:37.131 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:37.131 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:37.150 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:37.150 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:37.150 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:37.150 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:37.151 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:37.151 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:37.151 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:37.151 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:37.151 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:37.170 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:37.170 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:37.170 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:37.170 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:37.170 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:37.170 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:37.170 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:37.170 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:37.171 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:37.190 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:37.191 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:37.191 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:37.191 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:37.191 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:37.191 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:37.191 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:37.191 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:37.191 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:37.210 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:37.210 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:37.210 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:37.210 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:37.211 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:37.211 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:37.211 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:37.211 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:37.211 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:37.230 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:37.230 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:37.230 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:37.230 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:37.230 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:37.230 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:37.230 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:37.230 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:37.231 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:37.250 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:37.250 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:37.251 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:37.251 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:37.251 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:37.251 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:37.251 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:37.251 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:37.251 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:37.350 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:37.351 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:37.351 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:37.351 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:37.351 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:37.351 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:37.351 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:37.351 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:37.351 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:37.352 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@606324934(state=PENDING, result=null, callback=(continuation of Deferred@2115314221 after retry RPC after error@2040071630) -> (continuation of Deferred@1047086743 after retry RPC after error@79092836) -> (continuation of Deferred@1407550101 after retry RPC after error@1659066962) -> (continuation of Deferred@382399847 after retry RPC after error@615341606) -> (continuation of Deferred@1537442060 after retry RPC after error@602563040) -> (continuation of Deferred@1657461047 after retry RPC after error@752416550) -> (continuation of Deferred@1807001680 after retry RPC after error@463544743) -> (continuation of Deferred@789991557 after retry RPC after error@1142748038), errback=(continuation of Deferred@2115314221 after retry RPC after error@2040071630) -> (continuation of Deferred@1047086743 after retry RPC after error@79092836) -> (continuation of Deferred@1407550101 after retry RPC after error@1659066962) -> (continuation of Deferred@382399847 after retry RPC after error@615341606) -> (continuation of Deferred@1537442060 after retry RPC after error@602563040) -> (continuation of Deferred@1657461047 after retry RPC after error@752416550) -> (continuation of Deferred@1807001680 after retry RPC after error@463544743) -> (continuation of Deferred@789991557 after retry RPC after error@1142748038)))
11:01:37.352 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@606324934(state=PENDING, result=null, callback=(continuation of Deferred@2115314221 after retry RPC after error@2040071630) -> (continuation of Deferred@1047086743 after retry RPC after error@79092836) -> (continuation of Deferred@1407550101 after retry RPC after error@1659066962) -> (continuation of Deferred@382399847 after retry RPC after error@615341606) -> (continuation of Deferred@1537442060 after retry RPC after error@602563040) -> (continuation of Deferred@1657461047 after retry RPC after error@752416550) -> (continuation of Deferred@1807001680 after retry RPC after error@463544743) -> (continuation of Deferred@789991557 after retry RPC after error@1142748038), errback=(continuation of Deferred@2115314221 after retry RPC after error@2040071630) -> (continuation of Deferred@1047086743 after retry RPC after error@79092836) -> (continuation of Deferred@1407550101 after retry RPC after error@1659066962) -> (continuation of Deferred@382399847 after retry RPC after error@615341606) -> (continuation of Deferred@1537442060 after retry RPC after error@602563040) -> (continuation of Deferred@1657461047 after retry RPC after error@752416550) -> (continuation of Deferred@1807001680 after retry RPC after error@463544743) -> (continuation of Deferred@789991557 after retry RPC after error@1142748038)))
11:01:37.370 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:37.370 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:37.370 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:37.370 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:37.371 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:37.371 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:37.371 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:37.371 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:37.371 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:37.390 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:37.390 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:37.390 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:37.390 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:37.390 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:37.390 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:37.390 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:37.390 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:37.391 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:37.410 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:37.410 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:37.410 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:37.410 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:37.411 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:37.411 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:37.411 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:37.411 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:37.411 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:37.429 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:37.430 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:37.430 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:37.430 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:37.430 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:37.430 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:37.430 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:37.430 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:37.431 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:37.450 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:37.450 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:37.450 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:37.450 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:37.450 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:37.450 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:37.450 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:37.451 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:37.451 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:37.490 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:37.490 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:37.490 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:37.490 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:37.490 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:37.490 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:37.490 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:37.490 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:37.491 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:37.529 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:37.530 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:37.530 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:37.530 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:37.530 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:37.530 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:37.530 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:37.530 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:37.531 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:37.531 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=160), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1936867190(state=PENDING, result=null, callback=(continuation of Deferred@176989555 after retry RPC after error@226858475) -> (continuation of Deferred@1980392275 after retry RPC after error@341932907) -> (continuation of Deferred@2074731433 after retry RPC after error@1512180730) -> (continuation of Deferred@2140666646 after retry RPC after error@1613917612) -> (continuation of Deferred@1420983976 after retry RPC after error@503697951) -> (continuation of Deferred@1586152834 after retry RPC after error@757505266), errback=(continuation of Deferred@176989555 after retry RPC after error@226858475) -> (continuation of Deferred@1980392275 after retry RPC after error@341932907) -> (continuation of Deferred@2074731433 after retry RPC after error@1512180730) -> (continuation of Deferred@2140666646 after retry RPC after error@1613917612) -> (continuation of Deferred@1420983976 after retry RPC after error@503697951) -> (continuation of Deferred@1586152834 after retry RPC after error@757505266)))
11:01:37.531 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=160), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1936867190(state=PENDING, result=null, callback=(continuation of Deferred@176989555 after retry RPC after error@226858475) -> (continuation of Deferred@1980392275 after retry RPC after error@341932907) -> (continuation of Deferred@2074731433 after retry RPC after error@1512180730) -> (continuation of Deferred@2140666646 after retry RPC after error@1613917612) -> (continuation of Deferred@1420983976 after retry RPC after error@503697951) -> (continuation of Deferred@1586152834 after retry RPC after error@757505266), errback=(continuation of Deferred@176989555 after retry RPC after error@226858475) -> (continuation of Deferred@1980392275 after retry RPC after error@341932907) -> (continuation of Deferred@2074731433 after retry RPC after error@1512180730) -> (continuation of Deferred@2140666646 after retry RPC after error@1613917612) -> (continuation of Deferred@1420983976 after retry RPC after error@503697951) -> (continuation of Deferred@1586152834 after retry RPC after error@757505266)))
11:01:37.550 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:37.550 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:37.550 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:37.550 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:37.551 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:37.551 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:37.551 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:37.551 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:37.551 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:37.570 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:37.570 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:37.570 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:37.570 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:37.570 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:37.570 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:37.570 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:37.570 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:37.571 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:37.590 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:37.590 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:37.590 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:37.590 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:37.591 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:37.591 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:37.591 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:37.591 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:37.591 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:37.610 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:37.610 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:37.610 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:37.610 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:37.610 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:37.610 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:37.611 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:37.611 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:37.611 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:37.629 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:37.630 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:37.630 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:37.630 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:37.630 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:37.630 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:37.630 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:37.631 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:37.631 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:37.650 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:37.650 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:37.650 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:37.651 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:37.651 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:37.651 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:37.651 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:37.651 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:37.651 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:37.730 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:37.731 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:37.731 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:37.731 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:37.731 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:37.731 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:37.731 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:37.731 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:37.731 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:37.790 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:37.791 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:37.791 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:37.791 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:37.791 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:37.791 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:37.791 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:37.791 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:37.792 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:37.792 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@621718604(state=PENDING, result=null, callback=(continuation of Deferred@2079279728 after retry RPC after error@506871025) -> (continuation of Deferred@1392156756 after retry RPC after error@38144651) -> (continuation of Deferred@66808953 after retry RPC after error@746920259) -> (continuation of Deferred@737862791 after retry RPC after error@425373985) -> (continuation of Deferred@1100648151 after retry RPC after error@1171376294) -> (continuation of Deferred@963887687 after retry RPC after error@1970057201) -> (continuation of Deferred@1612016573 after retry RPC after error@726272993), errback=(continuation of Deferred@2079279728 after retry RPC after error@506871025) -> (continuation of Deferred@1392156756 after retry RPC after error@38144651) -> (continuation of Deferred@66808953 after retry RPC after error@746920259) -> (continuation of Deferred@737862791 after retry RPC after error@425373985) -> (continuation of Deferred@1100648151 after retry RPC after error@1171376294) -> (continuation of Deferred@963887687 after retry RPC after error@1970057201) -> (continuation of Deferred@1612016573 after retry RPC after error@726272993)))
11:01:37.793 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@621718604(state=PENDING, result=null, callback=(continuation of Deferred@2079279728 after retry RPC after error@506871025) -> (continuation of Deferred@1392156756 after retry RPC after error@38144651) -> (continuation of Deferred@66808953 after retry RPC after error@746920259) -> (continuation of Deferred@737862791 after retry RPC after error@425373985) -> (continuation of Deferred@1100648151 after retry RPC after error@1171376294) -> (continuation of Deferred@963887687 after retry RPC after error@1970057201) -> (continuation of Deferred@1612016573 after retry RPC after error@726272993), errback=(continuation of Deferred@2079279728 after retry RPC after error@506871025) -> (continuation of Deferred@1392156756 after retry RPC after error@38144651) -> (continuation of Deferred@66808953 after retry RPC after error@746920259) -> (continuation of Deferred@737862791 after retry RPC after error@425373985) -> (continuation of Deferred@1100648151 after retry RPC after error@1171376294) -> (continuation of Deferred@963887687 after retry RPC after error@1970057201) -> (continuation of Deferred@1612016573 after retry RPC after error@726272993)))
11:01:37.810 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:37.810 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:37.811 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:37.811 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:37.811 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:37.811 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:37.811 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:37.811 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:37.811 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:37.830 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:37.830 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:37.830 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:37.830 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:37.830 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:37.830 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:37.831 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:37.831 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:37.831 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:37.849 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:37.850 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:37.850 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:37.850 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:37.850 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:37.850 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:37.850 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:37.850 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:37.850 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:37.870 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:37.870 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:37.870 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:37.870 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:37.871 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:37.871 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:37.871 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:37.871 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:37.872 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:37.890 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:37.890 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:37.890 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:37.890 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:37.890 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:37.890 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:37.890 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:37.890 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:37.891 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:37.929 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:37.929 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:37.930 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:37.930 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:37.930 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:37.930 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:37.930 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:37.930 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:37.930 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:37.970 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:37.970 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:37.970 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:37.971 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:37.971 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:37.971 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:37.971 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:37.971 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:37.971 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:38.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:38.018222 5740 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615, num_attempts: 1)
11:01:38.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:38.020589 5740 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '9d97e2a33c7340dfbb9ce8fa17c0b548', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '9d97e2a33c7340dfbb9ce8fa17c0b548', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615, num_attempts: 1)
11:01:38.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:38.021703 5737 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.4.245.188:44615)
11:01:38.030 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:38.030 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:38.030 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:38.030 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:38.030 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:38.030 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:38.030 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:38.031 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:38.031 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:38.034 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=220), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [120ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@682319335(state=PENDING, result=null, callback=(continuation of Deferred@177966230 after retry RPC after error@199374200) -> (continuation of Deferred@1411750302 after retry RPC after error@638821016) -> (continuation of Deferred@1891268080 after retry RPC after error@1785321322) -> (continuation of Deferred@309877456 after retry RPC after error@692333925) -> (continuation of Deferred@175298632 after retry RPC after error@780442859) -> (continuation of Deferred@2121989425 after retry RPC after error@1994246302) -> (continuation of Deferred@1785851541 after retry RPC after error@1620591860), errback=(continuation of Deferred@177966230 after retry RPC after error@199374200) -> (continuation of Deferred@1411750302 after retry RPC after error@638821016) -> (continuation of Deferred@1891268080 after retry RPC after error@1785321322) -> (continuation of Deferred@309877456 after retry RPC after error@692333925) -> (continuation of Deferred@175298632 after retry RPC after error@780442859) -> (continuation of Deferred@2121989425 after retry RPC after error@1994246302) -> (continuation of Deferred@1785851541 after retry RPC after error@1620591860)))
11:01:38.035 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=220), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [120ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@682319335(state=PENDING, result=null, callback=(continuation of Deferred@177966230 after retry RPC after error@199374200) -> (continuation of Deferred@1411750302 after retry RPC after error@638821016) -> (continuation of Deferred@1891268080 after retry RPC after error@1785321322) -> (continuation of Deferred@309877456 after retry RPC after error@692333925) -> (continuation of Deferred@175298632 after retry RPC after error@780442859) -> (continuation of Deferred@2121989425 after retry RPC after error@1994246302) -> (continuation of Deferred@1785851541 after retry RPC after error@1620591860), errback=(continuation of Deferred@177966230 after retry RPC after error@199374200) -> (continuation of Deferred@1411750302 after retry RPC after error@638821016) -> (continuation of Deferred@1891268080 after retry RPC after error@1785321322) -> (continuation of Deferred@309877456 after retry RPC after error@692333925) -> (continuation of Deferred@175298632 after retry RPC after error@780442859) -> (continuation of Deferred@2121989425 after retry RPC after error@1994246302) -> (continuation of Deferred@1785851541 after retry RPC after error@1620591860)))
11:01:38.049 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:38.050 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:38.050 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:38.050 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:38.050 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:38.050 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:38.050 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:38.050 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:38.050 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:38.070 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:38.070 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:38.071 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:38.071 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:38.071 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:38.071 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:38.071 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:38.072 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:38.072 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:38.090 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:38.090 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:38.090 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:38.090 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:38.090 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:38.090 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:38.090 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:38.090 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:38.091 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:38.110 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:38.111 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:38.111 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:38.111 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:38.111 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:38.111 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:38.111 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:38.111 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:38.111 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:38.130 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:38.130 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:38.130 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:38.130 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:38.130 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:38.130 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:38.130 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:38.131 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:38.131 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:38.170 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:38.170 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:38.170 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:38.170 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:38.170 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:38.170 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:38.170 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:38.170 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:38.171 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:38.210 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:38.211 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:38.211 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:38.211 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:38.211 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:38.212 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:38.212 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:38.212 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:38.212 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:38.250 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:38.250 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:38.250 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:38.250 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:38.251 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:38.251 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:38.251 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:38.251 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:38.251 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:38.251 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [23ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [163ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [163ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@87158701(state=PENDING, result=null, callback=(continuation of Deferred@1737276837 after retry RPC after error@522227367) -> (continuation of Deferred@1480018805 after retry RPC after error@1383172953) -> (continuation of Deferred@1351775527 after retry RPC after error@1264356388) -> (continuation of Deferred@701631193 after retry RPC after error@1999075321) -> (continuation of Deferred@878645111 after retry RPC after error@466458740) -> (continuation of Deferred@577817878 after retry RPC after error@1856306718) -> (continuation of Deferred@575434762 after retry RPC after error@1437942287), errback=(continuation of Deferred@1737276837 after retry RPC after error@522227367) -> (continuation of Deferred@1480018805 after retry RPC after error@1383172953) -> (continuation of Deferred@1351775527 after retry RPC after error@1264356388) -> (continuation of Deferred@701631193 after retry RPC after error@1999075321) -> (continuation of Deferred@878645111 after retry RPC after error@466458740) -> (continuation of Deferred@577817878 after retry RPC after error@1856306718) -> (continuation of Deferred@575434762 after retry RPC after error@1437942287)))
11:01:38.252 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [23ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [163ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [163ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@87158701(state=PENDING, result=null, callback=(continuation of Deferred@1737276837 after retry RPC after error@522227367) -> (continuation of Deferred@1480018805 after retry RPC after error@1383172953) -> (continuation of Deferred@1351775527 after retry RPC after error@1264356388) -> (continuation of Deferred@701631193 after retry RPC after error@1999075321) -> (continuation of Deferred@878645111 after retry RPC after error@466458740) -> (continuation of Deferred@577817878 after retry RPC after error@1856306718) -> (continuation of Deferred@575434762 after retry RPC after error@1437942287), errback=(continuation of Deferred@1737276837 after retry RPC after error@522227367) -> (continuation of Deferred@1480018805 after retry RPC after error@1383172953) -> (continuation of Deferred@1351775527 after retry RPC after error@1264356388) -> (continuation of Deferred@701631193 after retry RPC after error@1999075321) -> (continuation of Deferred@878645111 after retry RPC after error@466458740) -> (continuation of Deferred@577817878 after retry RPC after error@1856306718) -> (continuation of Deferred@575434762 after retry RPC after error@1437942287)))
11:01:38.269 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:38.270 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:38.270 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:38.270 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:38.270 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:38.270 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:38.270 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:38.270 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:38.270 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:38.290 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:38.290 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:38.290 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:38.290 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:38.290 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:38.290 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:38.290 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:38.291 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:38.291 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:38.309 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:38.309 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:38.310 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:38.310 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:38.310 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:38.310 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:38.310 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:38.310 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:38.310 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:38.330 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:38.330 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:38.331 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:38.331 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:38.331 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:38.331 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:38.331 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:38.331 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:38.331 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:38.350 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:38.350 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:38.350 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:38.350 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:38.350 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:38.350 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:38.351 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:38.351 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:38.351 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:38.389 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:38.390 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:38.390 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:38.390 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:38.390 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:38.390 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:38.390 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:38.390 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:38.390 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:38.410 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:38.410 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:38.410 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:38.411 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:38.411 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:38.411 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:38.411 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:38.411 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:38.411 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:38.430 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:38.430 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:38.430 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:38.430 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:38.430 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:38.430 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:38.430 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:38.431 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:38.431 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:38.432 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@412522396(state=PENDING, result=null, callback=(continuation of Deferred@1412136728 after retry RPC after error@1450557239) -> (continuation of Deferred@958293938 after retry RPC after error@353910138) -> (continuation of Deferred@449074046 after retry RPC after error@1639176982) -> (continuation of Deferred@727323493 after retry RPC after error@2138900633) -> (continuation of Deferred@1192946603 after retry RPC after error@940503861) -> (continuation of Deferred@1127489130 after retry RPC after error@1411051349) -> (continuation of Deferred@1145901518 after retry RPC after error@185980201), errback=(continuation of Deferred@1412136728 after retry RPC after error@1450557239) -> (continuation of Deferred@958293938 after retry RPC after error@353910138) -> (continuation of Deferred@449074046 after retry RPC after error@1639176982) -> (continuation of Deferred@727323493 after retry RPC after error@2138900633) -> (continuation of Deferred@1192946603 after retry RPC after error@940503861) -> (continuation of Deferred@1127489130 after retry RPC after error@1411051349) -> (continuation of Deferred@1145901518 after retry RPC after error@185980201)))
11:01:38.432 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@412522396(state=PENDING, result=null, callback=(continuation of Deferred@1412136728 after retry RPC after error@1450557239) -> (continuation of Deferred@958293938 after retry RPC after error@353910138) -> (continuation of Deferred@449074046 after retry RPC after error@1639176982) -> (continuation of Deferred@727323493 after retry RPC after error@2138900633) -> (continuation of Deferred@1192946603 after retry RPC after error@940503861) -> (continuation of Deferred@1127489130 after retry RPC after error@1411051349) -> (continuation of Deferred@1145901518 after retry RPC after error@185980201), errback=(continuation of Deferred@1412136728 after retry RPC after error@1450557239) -> (continuation of Deferred@958293938 after retry RPC after error@353910138) -> (continuation of Deferred@449074046 after retry RPC after error@1639176982) -> (continuation of Deferred@727323493 after retry RPC after error@2138900633) -> (continuation of Deferred@1192946603 after retry RPC after error@940503861) -> (continuation of Deferred@1127489130 after retry RPC after error@1411051349) -> (continuation of Deferred@1145901518 after retry RPC after error@185980201)))
11:01:38.449 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:38.450 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:38.450 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:38.450 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:38.450 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:38.450 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:38.450 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:38.450 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:38.450 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:38.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:38.467675 6201 raft_consensus.cc:482] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 194ebd914a83439798a52288895b63e8)
11:01:38.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:38.467818 6201 raft_consensus.cc:504] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b26dd328e00412aa496490d4f7a64f4" member_type: VOTER last_known_addr { host: "127.4.245.190" port: 34613 } } peers { permanent_uuid: "194ebd914a83439798a52288895b63e8" member_type: VOTER last_known_addr { host: "127.4.245.189" port: 45675 } } peers { permanent_uuid: "05e67164d20c486eb7fe8fd51a131ab3" member_type: VOTER last_known_addr { host: "127.4.245.188" port: 44615 } }
11:01:38.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:38.468336 6201 leader_election.cc:288] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 194ebd914a83439798a52288895b63e8 (127.4.245.189:45675), 05e67164d20c486eb7fe8fd51a131ab3 (127.4.245.188:44615)
11:01:38.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:38.469220 5952 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.245.189:45675: connect: Connection refused (error 111) [suppressed 3 similar messages]
11:01:38.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:38.470271 5951 leader_election.cc:334] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 05e67164d20c486eb7fe8fd51a131ab3 (127.4.245.188:44615): Network error: Client connection negotiation failed: client connection to 127.4.245.188:44615: connect: Connection refused (error 111)
11:01:38.470 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:38.470 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:38.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:38.470667 5952 leader_election.cc:334] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 194ebd914a83439798a52288895b63e8 (127.4.245.189:45675): Network error: Client connection negotiation failed: client connection to 127.4.245.189:45675: connect: Connection refused (error 111)
11:01:38.470 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:38.470 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:38.471 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:38.471 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:38.471 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:38.471 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:38.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:38.470824 5952 leader_election.cc:302] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 2b26dd328e00412aa496490d4f7a64f4; no voters: 05e67164d20c486eb7fe8fd51a131ab3, 194ebd914a83439798a52288895b63e8
11:01:38.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:38.471092 6201 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
11:01:38.471 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:38.490 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:38.490 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:38.490 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:38.490 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:38.490 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:38.491 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:38.491 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:38.491 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:38.491 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:38.510 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:38.510 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:38.511 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:38.511 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:38.511 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:38.511 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:38.511 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:38.511 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:38.511 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:38.530 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:38.530 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:38.530 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:38.530 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:38.530 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:38.530 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:38.530 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:38.530 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:38.531 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:38.550 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:38.550 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:38.551 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:38.551 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:38.551 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:38.551 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:38.551 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:38.551 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:38.551 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:38.610 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:38.610 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:38.611 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:38.611 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:38.611 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:38.611 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:38.611 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:38.611 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:38.612 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:38.690 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:38.690 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:38.691 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:38.691 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:38.691 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:38.691 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:38.691 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:38.691 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:38.691 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:38.692 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1886811411(state=PENDING, result=null, callback=(continuation of Deferred@1801727833 after retry RPC after error@2033441217) -> (continuation of Deferred@1248655256 after retry RPC after error@166845739) -> (continuation of Deferred@1126512043 after retry RPC after error@608113119) -> (continuation of Deferred@155378423 after retry RPC after error@241008241) -> (continuation of Deferred@1690278524 after retry RPC after error@944951005) -> (continuation of Deferred@639223418 after retry RPC after error@1129486910) -> (continuation of Deferred@1537643602 after retry RPC after error@1965858269), errback=(continuation of Deferred@1801727833 after retry RPC after error@2033441217) -> (continuation of Deferred@1248655256 after retry RPC after error@166845739) -> (continuation of Deferred@1126512043 after retry RPC after error@608113119) -> (continuation of Deferred@155378423 after retry RPC after error@241008241) -> (continuation of Deferred@1690278524 after retry RPC after error@944951005) -> (continuation of Deferred@639223418 after retry RPC after error@1129486910) -> (continuation of Deferred@1537643602 after retry RPC after error@1965858269)))
11:01:38.692 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1886811411(state=PENDING, result=null, callback=(continuation of Deferred@1801727833 after retry RPC after error@2033441217) -> (continuation of Deferred@1248655256 after retry RPC after error@166845739) -> (continuation of Deferred@1126512043 after retry RPC after error@608113119) -> (continuation of Deferred@155378423 after retry RPC after error@241008241) -> (continuation of Deferred@1690278524 after retry RPC after error@944951005) -> (continuation of Deferred@639223418 after retry RPC after error@1129486910) -> (continuation of Deferred@1537643602 after retry RPC after error@1965858269), errback=(continuation of Deferred@1801727833 after retry RPC after error@2033441217) -> (continuation of Deferred@1248655256 after retry RPC after error@166845739) -> (continuation of Deferred@1126512043 after retry RPC after error@608113119) -> (continuation of Deferred@155378423 after retry RPC after error@241008241) -> (continuation of Deferred@1690278524 after retry RPC after error@944951005) -> (continuation of Deferred@639223418 after retry RPC after error@1129486910) -> (continuation of Deferred@1537643602 after retry RPC after error@1965858269)))
11:01:38.710 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:38.710 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:38.710 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:38.710 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:38.710 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:38.710 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:38.710 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:38.710 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:38.711 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:38.730 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:38.730 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:38.731 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:38.731 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:38.731 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:38.731 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:38.731 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:38.731 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:38.731 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:38.750 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:38.750 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:38.750 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:38.750 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:38.750 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:38.750 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:38.750 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:38.750 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:38.751 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:38.770 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:38.770 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:38.770 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:38.770 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:38.770 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:38.770 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:38.770 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:38.770 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:38.771 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:38.790 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:38.790 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:38.790 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:38.791 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:38.791 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:38.791 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:38.791 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:38.791 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:38.791 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:38.810 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:38.810 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:38.810 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:38.810 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:38.810 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:38.810 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:38.810 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:38.811 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:38.811 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:38.829 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:38.830 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:38.830 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:38.830 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:38.830 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:38.831 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:38.831 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:38.831 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:38.831 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:38.909 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:38.910 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:38.910 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:38.910 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:38.910 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:38.910 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:38.910 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:38.910 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:38.910 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:38.911 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@189480911(state=PENDING, result=null, callback=(continuation of Deferred@573791184 after retry RPC after error@700295076) -> (continuation of Deferred@2050770191 after retry RPC after error@677099712) -> (continuation of Deferred@269392832 after retry RPC after error@1422565090) -> (continuation of Deferred@1279704393 after retry RPC after error@967737785) -> (continuation of Deferred@1562041815 after retry RPC after error@1562866968) -> (continuation of Deferred@611464960 after retry RPC after error@1763498366) -> (continuation of Deferred@1659065839 after retry RPC after error@76182302), errback=(continuation of Deferred@573791184 after retry RPC after error@700295076) -> (continuation of Deferred@2050770191 after retry RPC after error@677099712) -> (continuation of Deferred@269392832 after retry RPC after error@1422565090) -> (continuation of Deferred@1279704393 after retry RPC after error@967737785) -> (continuation of Deferred@1562041815 after retry RPC after error@1562866968) -> (continuation of Deferred@611464960 after retry RPC after error@1763498366) -> (continuation of Deferred@1659065839 after retry RPC after error@76182302)))
11:01:38.912 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@189480911(state=PENDING, result=null, callback=(continuation of Deferred@573791184 after retry RPC after error@700295076) -> (continuation of Deferred@2050770191 after retry RPC after error@677099712) -> (continuation of Deferred@269392832 after retry RPC after error@1422565090) -> (continuation of Deferred@1279704393 after retry RPC after error@967737785) -> (continuation of Deferred@1562041815 after retry RPC after error@1562866968) -> (continuation of Deferred@611464960 after retry RPC after error@1763498366) -> (continuation of Deferred@1659065839 after retry RPC after error@76182302), errback=(continuation of Deferred@573791184 after retry RPC after error@700295076) -> (continuation of Deferred@2050770191 after retry RPC after error@677099712) -> (continuation of Deferred@269392832 after retry RPC after error@1422565090) -> (continuation of Deferred@1279704393 after retry RPC after error@967737785) -> (continuation of Deferred@1562041815 after retry RPC after error@1562866968) -> (continuation of Deferred@611464960 after retry RPC after error@1763498366) -> (continuation of Deferred@1659065839 after retry RPC after error@76182302)))
11:01:38.930 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:38.930 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:38.931 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:38.931 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:38.931 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:38.931 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:38.931 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:38.931 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:38.931 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:38.950 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:38.950 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:38.950 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:38.950 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:38.950 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:38.950 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:38.950 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:38.951 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:38.951 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:38.969 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:38.970 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:38.970 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:38.970 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:38.970 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:38.970 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:38.970 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:38.970 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:38.970 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:38.990 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:38.990 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:38.990 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:38.990 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:38.990 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:38.991 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:38.991 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:38.991 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:38.991 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:39.010 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:39.010 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:39.010 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:39.010 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:39.010 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:39.010 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:39.010 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:39.010 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:39.011 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:39.050 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:39.050 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:39.051 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:39.051 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:39.051 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:39.051 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:39.051 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:39.051 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:39.051 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:39.110 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:39.110 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:39.111 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:39.111 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:39.111 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:39.111 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:39.111 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:39.111 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:39.111 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:39.112 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1314208993(state=PENDING, result=null, callback=(continuation of Deferred@1071659971 after retry RPC after error@1194166619) -> (continuation of Deferred@1784830987 after retry RPC after error@230152082) -> (continuation of Deferred@859294660 after retry RPC after error@419163048) -> (continuation of Deferred@1610706616 after retry RPC after error@1404644973) -> (continuation of Deferred@1591588405 after retry RPC after error@431792365) -> (continuation of Deferred@1923316172 after retry RPC after error@1752431539), errback=(continuation of Deferred@1071659971 after retry RPC after error@1194166619) -> (continuation of Deferred@1784830987 after retry RPC after error@230152082) -> (continuation of Deferred@859294660 after retry RPC after error@419163048) -> (continuation of Deferred@1610706616 after retry RPC after error@1404644973) -> (continuation of Deferred@1591588405 after retry RPC after error@431792365) -> (continuation of Deferred@1923316172 after retry RPC after error@1752431539)))
11:01:39.112 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1314208993(state=PENDING, result=null, callback=(continuation of Deferred@1071659971 after retry RPC after error@1194166619) -> (continuation of Deferred@1784830987 after retry RPC after error@230152082) -> (continuation of Deferred@859294660 after retry RPC after error@419163048) -> (continuation of Deferred@1610706616 after retry RPC after error@1404644973) -> (continuation of Deferred@1591588405 after retry RPC after error@431792365) -> (continuation of Deferred@1923316172 after retry RPC after error@1752431539), errback=(continuation of Deferred@1071659971 after retry RPC after error@1194166619) -> (continuation of Deferred@1784830987 after retry RPC after error@230152082) -> (continuation of Deferred@859294660 after retry RPC after error@419163048) -> (continuation of Deferred@1610706616 after retry RPC after error@1404644973) -> (continuation of Deferred@1591588405 after retry RPC after error@431792365) -> (continuation of Deferred@1923316172 after retry RPC after error@1752431539)))
11:01:39.130 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:39.130 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:39.130 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:39.131 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:39.131 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:39.131 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:39.131 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:39.131 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:39.131 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:39.150 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:39.150 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:39.150 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:39.150 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:39.150 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:39.150 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:39.150 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:39.150 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:39.151 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:39.170 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:39.170 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:39.170 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:39.170 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:39.171 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:39.171 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:39.171 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:39.171 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:39.171 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:39.190 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:39.190 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:39.190 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:39.190 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:39.190 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:39.190 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:39.190 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:39.190 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:39.191 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:39.210 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:39.210 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:39.211 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:39.211 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:39.211 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:39.211 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:39.211 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:39.211 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:39.211 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:39.230 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:39.230 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:39.230 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:39.230 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:39.230 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:39.231 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:39.231 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:39.231 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:39.231 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:39.270 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:39.270 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:39.270 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:39.270 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:39.270 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:39.270 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:39.270 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:39.270 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:39.271 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:39.289 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:39.290 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:39.290 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:39.290 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:39.290 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:39.290 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:39.290 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:39.290 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:39.290 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:39.291 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=160), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [160ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@699708226(state=PENDING, result=null, callback=(continuation of Deferred@661222441 after retry RPC after error@1088276780) -> (continuation of Deferred@692396662 after retry RPC after error@627550911) -> (continuation of Deferred@1237539334 after retry RPC after error@1736011451) -> (continuation of Deferred@1731176112 after retry RPC after error@2131086008) -> (continuation of Deferred@742767668 after retry RPC after error@15008689) -> (continuation of Deferred@451227451 after retry RPC after error@1273259733) -> (continuation of Deferred@1245824897 after retry RPC after error@1645325811), errback=(continuation of Deferred@661222441 after retry RPC after error@1088276780) -> (continuation of Deferred@692396662 after retry RPC after error@627550911) -> (continuation of Deferred@1237539334 after retry RPC after error@1736011451) -> (continuation of Deferred@1731176112 after retry RPC after error@2131086008) -> (continuation of Deferred@742767668 after retry RPC after error@15008689) -> (continuation of Deferred@451227451 after retry RPC after error@1273259733) -> (continuation of Deferred@1245824897 after retry RPC after error@1645325811)))
11:01:39.291 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=160), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [160ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@699708226(state=PENDING, result=null, callback=(continuation of Deferred@661222441 after retry RPC after error@1088276780) -> (continuation of Deferred@692396662 after retry RPC after error@627550911) -> (continuation of Deferred@1237539334 after retry RPC after error@1736011451) -> (continuation of Deferred@1731176112 after retry RPC after error@2131086008) -> (continuation of Deferred@742767668 after retry RPC after error@15008689) -> (continuation of Deferred@451227451 after retry RPC after error@1273259733) -> (continuation of Deferred@1245824897 after retry RPC after error@1645325811), errback=(continuation of Deferred@661222441 after retry RPC after error@1088276780) -> (continuation of Deferred@692396662 after retry RPC after error@627550911) -> (continuation of Deferred@1237539334 after retry RPC after error@1736011451) -> (continuation of Deferred@1731176112 after retry RPC after error@2131086008) -> (continuation of Deferred@742767668 after retry RPC after error@15008689) -> (continuation of Deferred@451227451 after retry RPC after error@1273259733) -> (continuation of Deferred@1245824897 after retry RPC after error@1645325811)))
11:01:39.310 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:39.310 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:39.310 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:39.310 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:39.310 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:39.311 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:39.311 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:39.311 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:39.311 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:39.330 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:39.330 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:39.330 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:39.330 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:39.330 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:39.330 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:39.330 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:39.330 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:39.331 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:39.350 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:39.350 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:39.351 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:39.351 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:39.351 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:39.351 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:39.351 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:39.351 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:39.351 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:39.370 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:39.370 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:39.370 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:39.370 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:39.370 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:39.370 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:39.370 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:39.371 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:39.371 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:39.389 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:39.390 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:39.390 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:39.390 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:39.390 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:39.390 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:39.390 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:39.390 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:39.390 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:39.410 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:39.410 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:39.410 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:39.411 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:39.411 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:39.411 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:39.411 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:39.411 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:39.411 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:39.450 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:39.450 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:39.450 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:39.450 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:39.450 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:39.450 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:39.451 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:39.451 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:39.451 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:39.570 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@651186598(state=PENDING, result=null, callback=(continuation of Deferred@155836171 after retry RPC after error@150254442) -> (continuation of Deferred@292300478 after retry RPC after error@898963540) -> (continuation of Deferred@1919105130 after retry RPC after error@1604430511) -> (continuation of Deferred@797453875 after retry RPC after error@851625006) -> (continuation of Deferred@1502153332 after retry RPC after error@187643704) -> (continuation of Deferred@1706584536 after retry RPC after error@1098851061) -> (continuation of Deferred@1345604100 after retry RPC after error@575676877), errback=(continuation of Deferred@155836171 after retry RPC after error@150254442) -> (continuation of Deferred@292300478 after retry RPC after error@898963540) -> (continuation of Deferred@1919105130 after retry RPC after error@1604430511) -> (continuation of Deferred@797453875 after retry RPC after error@851625006) -> (continuation of Deferred@1502153332 after retry RPC after error@187643704) -> (continuation of Deferred@1706584536 after retry RPC after error@1098851061) -> (continuation of Deferred@1345604100 after retry RPC after error@575676877)))
11:01:39.571 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
11:01:39.590 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:39.590 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:39.590 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:39.590 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:39.590 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:39.590 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:39.590 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:39.590 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:39.591 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:39.609 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:39.609 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:39.610 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:39.610 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:39.610 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:39.610 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:39.610 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:39.610 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:39.610 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:39.630 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:39.630 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:39.630 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:39.630 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:39.630 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:39.630 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:39.631 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:39.631 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:39.631 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:39.649 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:39.650 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:39.650 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:39.650 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:39.650 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:39.650 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:39.650 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:39.650 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:39.651 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:39.670 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:39.670 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:39.670 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:39.670 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:39.670 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:39.670 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:39.670 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:39.671 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:39.671 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:39.710 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:39.710 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:39.710 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:39.710 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:39.710 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:39.710 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:39.710 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:39.710 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:39.711 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:39.769 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:39.770 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:39.770 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:39.770 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:39.770 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:39.770 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:39.770 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:39.771 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:39.771 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:39.810 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:39.810 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:39.810 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:39.810 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:39.810 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:39.810 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:39.811 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:39.811 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:39.811 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:39.811 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1504491285(state=PENDING, result=null, callback=(continuation of Deferred@1463124041 after retry RPC after error@1212415065) -> (continuation of Deferred@1478065409 after retry RPC after error@1680960776) -> (continuation of Deferred@536710671 after retry RPC after error@1208686749) -> (continuation of Deferred@1542034920 after retry RPC after error@887089840) -> (continuation of Deferred@1201772498 after retry RPC after error@1467920459) -> (continuation of Deferred@1076836761 after retry RPC after error@191807814) -> (continuation of Deferred@1085987070 after retry RPC after error@1650775114), errback=(continuation of Deferred@1463124041 after retry RPC after error@1212415065) -> (continuation of Deferred@1478065409 after retry RPC after error@1680960776) -> (continuation of Deferred@536710671 after retry RPC after error@1208686749) -> (continuation of Deferred@1542034920 after retry RPC after error@887089840) -> (continuation of Deferred@1201772498 after retry RPC after error@1467920459) -> (continuation of Deferred@1076836761 after retry RPC after error@191807814) -> (continuation of Deferred@1085987070 after retry RPC after error@1650775114)))
11:01:39.812 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1504491285(state=PENDING, result=null, callback=(continuation of Deferred@1463124041 after retry RPC after error@1212415065) -> (continuation of Deferred@1478065409 after retry RPC after error@1680960776) -> (continuation of Deferred@536710671 after retry RPC after error@1208686749) -> (continuation of Deferred@1542034920 after retry RPC after error@887089840) -> (continuation of Deferred@1201772498 after retry RPC after error@1467920459) -> (continuation of Deferred@1076836761 after retry RPC after error@191807814) -> (continuation of Deferred@1085987070 after retry RPC after error@1650775114), errback=(continuation of Deferred@1463124041 after retry RPC after error@1212415065) -> (continuation of Deferred@1478065409 after retry RPC after error@1680960776) -> (continuation of Deferred@536710671 after retry RPC after error@1208686749) -> (continuation of Deferred@1542034920 after retry RPC after error@887089840) -> (continuation of Deferred@1201772498 after retry RPC after error@1467920459) -> (continuation of Deferred@1076836761 after retry RPC after error@191807814) -> (continuation of Deferred@1085987070 after retry RPC after error@1650775114)))
11:01:39.829 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:39.830 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:39.830 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:39.830 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:39.830 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:39.830 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:39.830 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:39.830 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:39.831 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:39.850 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:39.850 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:39.850 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:39.850 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:39.850 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:39.850 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:39.850 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:39.851 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:39.851 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:39.869 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:39.870 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:39.870 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:39.870 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:39.870 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:39.870 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:39.870 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:39.870 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:39.870 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:39.890 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:39.890 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:39.890 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:39.890 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:39.891 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:39.891 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:39.891 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:39.891 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:39.891 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:39.910 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:39.910 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:39.910 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:39.910 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:39.910 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:39.910 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:39.910 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:39.910 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:39.910 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:39.930 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:39.931 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:39.931 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:39.931 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:39.931 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:39.931 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:39.931 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:39.931 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:39.931 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:39.950 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:39.950 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:39.950 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:39.950 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:39.951 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:39.951 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:39.951 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:39.951 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:39.951 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:40.010 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:40.010 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:40.010 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:40.010 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:40.010 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:40.011 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:40.011 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:40.011 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:40.011 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:40.012 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, deferred=Deferred@770930103(state=PENDING, result=null, callback=(continuation of Deferred@1039624515 after retry RPC after error@1678500811) -> (continuation of Deferred@1040785276 after retry RPC after error@149003207) -> (continuation of Deferred@249190121 after retry RPC after error@896854338) -> (continuation of Deferred@1131471471 after retry RPC after error@1196123749) -> (continuation of Deferred@460983675 after retry RPC after error@165075375) -> (continuation of Deferred@1307648352 after retry RPC after error@1360338677) -> (continuation of Deferred@441434233 after retry RPC after error@636184894), errback=(continuation of Deferred@1039624515 after retry RPC after error@1678500811) -> (continuation of Deferred@1040785276 after retry RPC after error@149003207) -> (continuation of Deferred@249190121 after retry RPC after error@896854338) -> (continuation of Deferred@1131471471 after retry RPC after error@1196123749) -> (continuation of Deferred@460983675 after retry RPC after error@165075375) -> (continuation of Deferred@1307648352 after retry RPC after error@1360338677) -> (continuation of Deferred@441434233 after retry RPC after error@636184894)))
11:01:40.012 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, deferred=Deferred@770930103(state=PENDING, result=null, callback=(continuation of Deferred@1039624515 after retry RPC after error@1678500811) -> (continuation of Deferred@1040785276 after retry RPC after error@149003207) -> (continuation of Deferred@249190121 after retry RPC after error@896854338) -> (continuation of Deferred@1131471471 after retry RPC after error@1196123749) -> (continuation of Deferred@460983675 after retry RPC after error@165075375) -> (continuation of Deferred@1307648352 after retry RPC after error@1360338677) -> (continuation of Deferred@441434233 after retry RPC after error@636184894), errback=(continuation of Deferred@1039624515 after retry RPC after error@1678500811) -> (continuation of Deferred@1040785276 after retry RPC after error@149003207) -> (continuation of Deferred@249190121 after retry RPC after error@896854338) -> (continuation of Deferred@1131471471 after retry RPC after error@1196123749) -> (continuation of Deferred@460983675 after retry RPC after error@165075375) -> (continuation of Deferred@1307648352 after retry RPC after error@1360338677) -> (continuation of Deferred@441434233 after retry RPC after error@636184894)))
11:01:40.029 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:40.030 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:40.030 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:40.030 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:40.030 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:40.030 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:40.030 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:40.031 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:40.031 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:40.050 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:40.050 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:40.050 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:40.051 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:40.051 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:40.051 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:40.051 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:40.051 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:40.051 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:40.070 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:40.070 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:40.070 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:40.070 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:40.070 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:40.070 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:40.070 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:40.070 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:40.071 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:40.090 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:40.090 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:40.091 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:40.091 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:40.091 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:40.091 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:40.091 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:40.091 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:40.091 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:40.110 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:40.110 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:40.110 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:40.110 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:40.110 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:40.110 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:40.111 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:40.111 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:40.111 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:40.130 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:40.130 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:40.131 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:40.131 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:40.131 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:40.131 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:40.131 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:40.131 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:40.131 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:40.150 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:40.150 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:40.150 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:40.150 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:40.150 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:40.151 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:40.151 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:40.151 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:40.151 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:40.230 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:40.231 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:40.231 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:40.231 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:40.231 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:40.231 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:40.231 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:40.231 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:40.231 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:40.270 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:40.270 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:40.270 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:40.270 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:40.271 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:40.271 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:40.271 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:40.271 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:40.271 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:40.272 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@765334550(state=PENDING, result=null, callback=(continuation of Deferred@1756819841 after retry RPC after error@383517564) -> (continuation of Deferred@920203379 after retry RPC after error@1799011354) -> (continuation of Deferred@887058949 after retry RPC after error@1122910209) -> (continuation of Deferred@1036761735 after retry RPC after error@61803336) -> (continuation of Deferred@1286540898 after retry RPC after error@2087825854) -> (continuation of Deferred@470692661 after retry RPC after error@1728093879) -> (continuation of Deferred@1399345195 after retry RPC after error@585496505) -> (continuation of Deferred@1335881547 after retry RPC after error@738800937), errback=(continuation of Deferred@1756819841 after retry RPC after error@383517564) -> (continuation of Deferred@920203379 after retry RPC after error@1799011354) -> (continuation of Deferred@887058949 after retry RPC after error@1122910209) -> (continuation of Deferred@1036761735 after retry RPC after error@61803336) -> (continuation of Deferred@1286540898 after retry RPC after error@2087825854) -> (continuation of Deferred@470692661 after retry RPC after error@1728093879) -> (continuation of Deferred@1399345195 after retry RPC after error@585496505) -> (continuation of Deferred@1335881547 after retry RPC after error@738800937)))
11:01:40.272 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@765334550(state=PENDING, result=null, callback=(continuation of Deferred@1756819841 after retry RPC after error@383517564) -> (continuation of Deferred@920203379 after retry RPC after error@1799011354) -> (continuation of Deferred@887058949 after retry RPC after error@1122910209) -> (continuation of Deferred@1036761735 after retry RPC after error@61803336) -> (continuation of Deferred@1286540898 after retry RPC after error@2087825854) -> (continuation of Deferred@470692661 after retry RPC after error@1728093879) -> (continuation of Deferred@1399345195 after retry RPC after error@585496505) -> (continuation of Deferred@1335881547 after retry RPC after error@738800937), errback=(continuation of Deferred@1756819841 after retry RPC after error@383517564) -> (continuation of Deferred@920203379 after retry RPC after error@1799011354) -> (continuation of Deferred@887058949 after retry RPC after error@1122910209) -> (continuation of Deferred@1036761735 after retry RPC after error@61803336) -> (continuation of Deferred@1286540898 after retry RPC after error@2087825854) -> (continuation of Deferred@470692661 after retry RPC after error@1728093879) -> (continuation of Deferred@1399345195 after retry RPC after error@585496505) -> (continuation of Deferred@1335881547 after retry RPC after error@738800937)))
11:01:40.290 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:40.290 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:40.290 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:40.290 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:40.290 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:40.290 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:40.290 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:40.290 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:40.291 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:40.310 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:40.310 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:40.311 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:40.311 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:40.311 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:40.311 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:40.311 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:40.311 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:40.311 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:40.330 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:40.330 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:40.330 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:40.330 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:40.330 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:40.330 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:40.331 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:40.331 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:40.331 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:40.350 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:40.350 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:40.350 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:40.350 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:40.350 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:40.350 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:40.350 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:40.350 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:40.350 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:40.370 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:40.370 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:40.370 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:40.370 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:40.370 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:40.370 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:40.371 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:40.371 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:40.371 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:40.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:40.377461 5934 master_runner.cc:186] Error getting master registration for 127.4.245.189:45675: Network error: Client connection negotiation failed: client connection to 127.4.245.189:45675: connect: Connection refused (error 111),
11:01:40.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:40.377640 5934 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
11:01:40.389 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:40.390 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:40.390 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:40.390 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:40.390 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:40.390 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:40.390 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:40.390 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:40.391 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:40.430 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:40.430 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:40.431 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:40.431 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:40.431 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:40.431 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:40.431 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:40.431 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:40.431 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:40.450 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:40.450 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:40.450 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:40.450 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:40.450 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:40.450 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:40.450 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:40.451 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:40.451 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:40.550 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1493365288(state=PENDING, result=null, callback=(continuation of Deferred@1309470561 after retry RPC after error@650750287) -> (continuation of Deferred@1590422901 after retry RPC after error@278316854) -> (continuation of Deferred@961037730 after retry RPC after error@1377832981) -> (continuation of Deferred@1401024353 after retry RPC after error@1963470160) -> (continuation of Deferred@236323590 after retry RPC after error@1550060137) -> (continuation of Deferred@4332643 after retry RPC after error@882164630) -> (continuation of Deferred@178583601 after retry RPC after error@1995410510), errback=(continuation of Deferred@1309470561 after retry RPC after error@650750287) -> (continuation of Deferred@1590422901 after retry RPC after error@278316854) -> (continuation of Deferred@961037730 after retry RPC after error@1377832981) -> (continuation of Deferred@1401024353 after retry RPC after error@1963470160) -> (continuation of Deferred@236323590 after retry RPC after error@1550060137) -> (continuation of Deferred@4332643 after retry RPC after error@882164630) -> (continuation of Deferred@178583601 after retry RPC after error@1995410510)))
11:01:40.551 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
11:01:40.570 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:40.571 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:40.571 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:40.571 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:40.571 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:40.571 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:40.571 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:40.571 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:40.571 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:40.590 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:40.590 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:40.591 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:40.591 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:40.591 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:40.591 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:40.591 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:40.591 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:40.591 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:40.610 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:40.610 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:40.610 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:40.610 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:40.610 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:40.610 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:40.610 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:40.610 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:40.611 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:40.629 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:40.630 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:40.630 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:40.630 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:40.630 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:40.630 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:40.630 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:40.630 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:40.630 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:40.650 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:40.650 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:40.650 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:40.650 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:40.651 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:40.651 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:40.651 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:40.651 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:40.651 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:40.690 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:40.690 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:40.690 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:40.690 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:40.690 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:40.690 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:40.690 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:40.690 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:40.691 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:40.729 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:40.730 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:40.730 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:40.730 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:40.730 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:40.730 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:40.731 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:40.731 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:40.731 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:40.750 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:40.750 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:40.751 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:40.751 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:40.751 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:40.751 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:40.751 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:40.751 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:40.751 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:40.810 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:40.810 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:40.810 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:40.810 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:40.811 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:40.811 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:40.811 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:40.811 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:40.811 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:40.812 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1896125810(state=PENDING, result=null, callback=(continuation of Deferred@1891249834 after retry RPC after error@1217867720) -> (continuation of Deferred@1435755772 after retry RPC after error@15291449) -> (continuation of Deferred@562554352 after retry RPC after error@1344239463) -> (continuation of Deferred@451009948 after retry RPC after error@1357060709) -> (continuation of Deferred@1322634732 after retry RPC after error@1700409118) -> (continuation of Deferred@1908609812 after retry RPC after error@960171899) -> (continuation of Deferred@1499537181 after retry RPC after error@1844967920) -> (continuation of Deferred@71638249 after retry RPC after error@1709480909), errback=(continuation of Deferred@1891249834 after retry RPC after error@1217867720) -> (continuation of Deferred@1435755772 after retry RPC after error@15291449) -> (continuation of Deferred@562554352 after retry RPC after error@1344239463) -> (continuation of Deferred@451009948 after retry RPC after error@1357060709) -> (continuation of Deferred@1322634732 after retry RPC after error@1700409118) -> (continuation of Deferred@1908609812 after retry RPC after error@960171899) -> (continuation of Deferred@1499537181 after retry RPC after error@1844967920) -> (continuation of Deferred@71638249 after retry RPC after error@1709480909)))
11:01:40.812 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1896125810(state=PENDING, result=null, callback=(continuation of Deferred@1891249834 after retry RPC after error@1217867720) -> (continuation of Deferred@1435755772 after retry RPC after error@15291449) -> (continuation of Deferred@562554352 after retry RPC after error@1344239463) -> (continuation of Deferred@451009948 after retry RPC after error@1357060709) -> (continuation of Deferred@1322634732 after retry RPC after error@1700409118) -> (continuation of Deferred@1908609812 after retry RPC after error@960171899) -> (continuation of Deferred@1499537181 after retry RPC after error@1844967920) -> (continuation of Deferred@71638249 after retry RPC after error@1709480909), errback=(continuation of Deferred@1891249834 after retry RPC after error@1217867720) -> (continuation of Deferred@1435755772 after retry RPC after error@15291449) -> (continuation of Deferred@562554352 after retry RPC after error@1344239463) -> (continuation of Deferred@451009948 after retry RPC after error@1357060709) -> (continuation of Deferred@1322634732 after retry RPC after error@1700409118) -> (continuation of Deferred@1908609812 after retry RPC after error@960171899) -> (continuation of Deferred@1499537181 after retry RPC after error@1844967920) -> (continuation of Deferred@71638249 after retry RPC after error@1709480909)))
11:01:40.830 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:40.830 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:40.830 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:40.830 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:40.830 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:40.830 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:40.831 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:40.831 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:40.831 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:40.850 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:40.850 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:40.851 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:40.851 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:40.851 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:40.851 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:40.851 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:40.851 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:40.851 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:40.870 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:40.870 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:40.870 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:40.870 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:40.870 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:40.870 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:40.871 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:40.871 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:40.871 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:40.889 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:40.890 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:40.890 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:40.890 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:40.890 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:40.890 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:40.890 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:40.890 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:40.890 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:40.910 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:40.910 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:40.910 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:40.910 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:40.911 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:40.911 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:40.911 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:40.911 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:40.911 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:40.930 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:40.930 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:40.930 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:40.930 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:40.930 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:40.930 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:40.930 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:40.930 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:40.931 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:40.989 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:40.990 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:40.990 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:40.990 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:40.990 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:40.990 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:40.990 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:40.990 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:40.991 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:40.991 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, deferred=Deferred@195006092(state=PENDING, result=null, callback=(continuation of Deferred@411307976 after retry RPC after error@81750141) -> (continuation of Deferred@520373354 after retry RPC after error@1754809064) -> (continuation of Deferred@1348139644 after retry RPC after error@792325258) -> (continuation of Deferred@304335379 after retry RPC after error@939939261) -> (continuation of Deferred@1057538523 after retry RPC after error@1597323020) -> (continuation of Deferred@1405750699 after retry RPC after error@1500189138), errback=(continuation of Deferred@411307976 after retry RPC after error@81750141) -> (continuation of Deferred@520373354 after retry RPC after error@1754809064) -> (continuation of Deferred@1348139644 after retry RPC after error@792325258) -> (continuation of Deferred@304335379 after retry RPC after error@939939261) -> (continuation of Deferred@1057538523 after retry RPC after error@1597323020) -> (continuation of Deferred@1405750699 after retry RPC after error@1500189138)))
11:01:40.992 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, deferred=Deferred@195006092(state=PENDING, result=null, callback=(continuation of Deferred@411307976 after retry RPC after error@81750141) -> (continuation of Deferred@520373354 after retry RPC after error@1754809064) -> (continuation of Deferred@1348139644 after retry RPC after error@792325258) -> (continuation of Deferred@304335379 after retry RPC after error@939939261) -> (continuation of Deferred@1057538523 after retry RPC after error@1597323020) -> (continuation of Deferred@1405750699 after retry RPC after error@1500189138), errback=(continuation of Deferred@411307976 after retry RPC after error@81750141) -> (continuation of Deferred@520373354 after retry RPC after error@1754809064) -> (continuation of Deferred@1348139644 after retry RPC after error@792325258) -> (continuation of Deferred@304335379 after retry RPC after error@939939261) -> (continuation of Deferred@1057538523 after retry RPC after error@1597323020) -> (continuation of Deferred@1405750699 after retry RPC after error@1500189138)))
11:01:41.010 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:41.010 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:41.011 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:41.011 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:41.011 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:41.011 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:41.011 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:41.011 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:41.011 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:41.030 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:41.030 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:41.030 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:41.030 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:41.030 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:41.031 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:41.031 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:41.031 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:41.031 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:41.050 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:41.050 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:41.050 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:41.050 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:41.050 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:41.050 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:41.050 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:41.050 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:41.050 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:41.070 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:41.070 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:41.070 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:41.070 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:41.071 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:41.071 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:41.071 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:41.071 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:41.071 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:41.090 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:41.090 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:41.090 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:41.090 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:41.090 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:41.090 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:41.090 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:41.090 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:41.090 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:41.110 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:41.110 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:41.111 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:41.111 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:41.111 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:41.111 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:41.111 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:41.111 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:41.111 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:41.170 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:41.171 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:41.171 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:41.171 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:41.171 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:41.171 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:41.171 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:41.171 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:41.171 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:41.172 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@243976852(state=PENDING, result=null, callback=(continuation of Deferred@921027574 after retry RPC after error@300962973) -> (continuation of Deferred@995043437 after retry RPC after error@1674152954) -> (continuation of Deferred@2074811910 after retry RPC after error@1760360786) -> (continuation of Deferred@706918498 after retry RPC after error@85680263) -> (continuation of Deferred@644027660 after retry RPC after error@692739835) -> (continuation of Deferred@370414104 after retry RPC after error@1221936901), errback=(continuation of Deferred@921027574 after retry RPC after error@300962973) -> (continuation of Deferred@995043437 after retry RPC after error@1674152954) -> (continuation of Deferred@2074811910 after retry RPC after error@1760360786) -> (continuation of Deferred@706918498 after retry RPC after error@85680263) -> (continuation of Deferred@644027660 after retry RPC after error@692739835) -> (continuation of Deferred@370414104 after retry RPC after error@1221936901)))
11:01:41.172 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@243976852(state=PENDING, result=null, callback=(continuation of Deferred@921027574 after retry RPC after error@300962973) -> (continuation of Deferred@995043437 after retry RPC after error@1674152954) -> (continuation of Deferred@2074811910 after retry RPC after error@1760360786) -> (continuation of Deferred@706918498 after retry RPC after error@85680263) -> (continuation of Deferred@644027660 after retry RPC after error@692739835) -> (continuation of Deferred@370414104 after retry RPC after error@1221936901), errback=(continuation of Deferred@921027574 after retry RPC after error@300962973) -> (continuation of Deferred@995043437 after retry RPC after error@1674152954) -> (continuation of Deferred@2074811910 after retry RPC after error@1760360786) -> (continuation of Deferred@706918498 after retry RPC after error@85680263) -> (continuation of Deferred@644027660 after retry RPC after error@692739835) -> (continuation of Deferred@370414104 after retry RPC after error@1221936901)))
11:01:41.190 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:41.190 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:41.190 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:41.191 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:41.191 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:41.191 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:41.191 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:41.191 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:41.191 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:41.210 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:41.210 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:41.210 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:41.210 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:41.210 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:41.210 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:41.210 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:41.211 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:41.211 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:41.230 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:41.230 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:41.231 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:41.231 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:41.231 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:41.231 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:41.231 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:41.231 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:41.231 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:41.250 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:41.250 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:41.250 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:41.250 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:41.250 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:41.250 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:41.250 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:41.250 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:41.251 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:41.269 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:41.269 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:41.270 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:41.270 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:41.270 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:41.270 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:41.270 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:41.270 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:41.270 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:41.290 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:41.290 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:41.290 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:41.290 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:41.290 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:41.290 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:41.290 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:41.290 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:41.291 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:41.309 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:41.309 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:41.310 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:41.310 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:41.310 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:41.310 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:41.310 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:41.310 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:41.310 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:41.370 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:41.370 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:41.371 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:41.371 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:41.371 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:41.371 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:41.371 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:41.371 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:41.371 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:41.372 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [120ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@598524695(state=PENDING, result=null, callback=(continuation of Deferred@1401918058 after retry RPC after error@794740531) -> (continuation of Deferred@1073759553 after retry RPC after error@91324973) -> (continuation of Deferred@708987947 after retry RPC after error@1937531151) -> (continuation of Deferred@823400556 after retry RPC after error@947750025) -> (continuation of Deferred@15115449 after retry RPC after error@277006771) -> (continuation of Deferred@21259447 after retry RPC after error@1430909402) -> (continuation of Deferred@1623151782 after retry RPC after error@1719060051), errback=(continuation of Deferred@1401918058 after retry RPC after error@794740531) -> (continuation of Deferred@1073759553 after retry RPC after error@91324973) -> (continuation of Deferred@708987947 after retry RPC after error@1937531151) -> (continuation of Deferred@823400556 after retry RPC after error@947750025) -> (continuation of Deferred@15115449 after retry RPC after error@277006771) -> (continuation of Deferred@21259447 after retry RPC after error@1430909402) -> (continuation of Deferred@1623151782 after retry RPC after error@1719060051)))
11:01:41.372 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [120ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@598524695(state=PENDING, result=null, callback=(continuation of Deferred@1401918058 after retry RPC after error@794740531) -> (continuation of Deferred@1073759553 after retry RPC after error@91324973) -> (continuation of Deferred@708987947 after retry RPC after error@1937531151) -> (continuation of Deferred@823400556 after retry RPC after error@947750025) -> (continuation of Deferred@15115449 after retry RPC after error@277006771) -> (continuation of Deferred@21259447 after retry RPC after error@1430909402) -> (continuation of Deferred@1623151782 after retry RPC after error@1719060051), errback=(continuation of Deferred@1401918058 after retry RPC after error@794740531) -> (continuation of Deferred@1073759553 after retry RPC after error@91324973) -> (continuation of Deferred@708987947 after retry RPC after error@1937531151) -> (continuation of Deferred@823400556 after retry RPC after error@947750025) -> (continuation of Deferred@15115449 after retry RPC after error@277006771) -> (continuation of Deferred@21259447 after retry RPC after error@1430909402) -> (continuation of Deferred@1623151782 after retry RPC after error@1719060051)))
11:01:41.390 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:41.390 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:41.390 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:41.390 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:41.390 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:41.390 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:41.390 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:41.390 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:41.391 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:41.410 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:41.410 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:41.411 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:41.411 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:41.411 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:41.411 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:41.411 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:41.411 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:41.411 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:41.430 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:41.430 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:41.430 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:41.430 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:41.430 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:41.430 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:41.430 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:41.430 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:41.431 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:41.450 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:41.450 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:41.451 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:41.451 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:41.451 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:41.451 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:41.451 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:41.451 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:41.451 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:41.470 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:41.470 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:41.470 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:41.470 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:41.470 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:41.470 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:41.470 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:41.470 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:41.471 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:41.509 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:41.510 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:41.510 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:41.510 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:41.510 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:41.510 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:41.510 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:41.510 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:41.510 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:41.550 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:41.550 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:41.550 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:41.550 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:41.551 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:41.551 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:41.551 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:41.551 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:41.551 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:41.570 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:41.570 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:41.570 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:41.570 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:41.570 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:41.570 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:41.570 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:41.570 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:41.571 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:41.571 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [120ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@627580326(state=PENDING, result=null, callback=(continuation of Deferred@1869738435 after retry RPC after error@1493733737) -> (continuation of Deferred@800148356 after retry RPC after error@1255274233) -> (continuation of Deferred@718203273 after retry RPC after error@928032352) -> (continuation of Deferred@311965285 after retry RPC after error@1463516401) -> (continuation of Deferred@174347582 after retry RPC after error@943030708) -> (continuation of Deferred@1800250313 after retry RPC after error@1729992357) -> (continuation of Deferred@1333326557 after retry RPC after error@1532293799), errback=(continuation of Deferred@1869738435 after retry RPC after error@1493733737) -> (continuation of Deferred@800148356 after retry RPC after error@1255274233) -> (continuation of Deferred@718203273 after retry RPC after error@928032352) -> (continuation of Deferred@311965285 after retry RPC after error@1463516401) -> (continuation of Deferred@174347582 after retry RPC after error@943030708) -> (continuation of Deferred@1800250313 after retry RPC after error@1729992357) -> (continuation of Deferred@1333326557 after retry RPC after error@1532293799)))
11:01:41.572 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [120ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@627580326(state=PENDING, result=null, callback=(continuation of Deferred@1869738435 after retry RPC after error@1493733737) -> (continuation of Deferred@800148356 after retry RPC after error@1255274233) -> (continuation of Deferred@718203273 after retry RPC after error@928032352) -> (continuation of Deferred@311965285 after retry RPC after error@1463516401) -> (continuation of Deferred@174347582 after retry RPC after error@943030708) -> (continuation of Deferred@1800250313 after retry RPC after error@1729992357) -> (continuation of Deferred@1333326557 after retry RPC after error@1532293799), errback=(continuation of Deferred@1869738435 after retry RPC after error@1493733737) -> (continuation of Deferred@800148356 after retry RPC after error@1255274233) -> (continuation of Deferred@718203273 after retry RPC after error@928032352) -> (continuation of Deferred@311965285 after retry RPC after error@1463516401) -> (continuation of Deferred@174347582 after retry RPC after error@943030708) -> (continuation of Deferred@1800250313 after retry RPC after error@1729992357) -> (continuation of Deferred@1333326557 after retry RPC after error@1532293799)))
11:01:41.590 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:41.590 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:41.591 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:41.591 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:41.591 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:41.591 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:41.591 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:41.591 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:41.591 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:41.610 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:41.610 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:41.610 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:41.610 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:41.610 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:41.610 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:41.610 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:41.611 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:41.611 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:41.629 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:41.630 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:41.630 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:41.630 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:41.630 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:41.630 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:41.630 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:41.630 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:41.630 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:41.650 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:41.650 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:41.650 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:41.650 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:41.650 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:41.650 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:41.651 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:41.651 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:41.651 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:41.669 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:41.669 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:41.670 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:41.670 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:41.670 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:41.670 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:41.670 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:41.670 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:41.670 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:41.710 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:41.710 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:41.710 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:41.711 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:41.711 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:41.711 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:41.711 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:41.711 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:41.711 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:41.750 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:41.750 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:41.750 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:41.750 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:41.750 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:41.750 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:41.750 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:41.750 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:41.751 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:41.810 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:41.810 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:41.811 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:41.811 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:41.811 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:41.811 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:41.811 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:41.811 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:41.811 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:41.812 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@977336005(state=PENDING, result=null, callback=(continuation of Deferred@662137657 after retry RPC after error@705446396) -> (continuation of Deferred@439324771 after retry RPC after error@669301565) -> (continuation of Deferred@1003893339 after retry RPC after error@1931319164) -> (continuation of Deferred@366456308 after retry RPC after error@401133856) -> (continuation of Deferred@489057644 after retry RPC after error@44023747) -> (continuation of Deferred@705628777 after retry RPC after error@2076164057) -> (continuation of Deferred@1440538831 after retry RPC after error@708983824), errback=(continuation of Deferred@662137657 after retry RPC after error@705446396) -> (continuation of Deferred@439324771 after retry RPC after error@669301565) -> (continuation of Deferred@1003893339 after retry RPC after error@1931319164) -> (continuation of Deferred@366456308 after retry RPC after error@401133856) -> (continuation of Deferred@489057644 after retry RPC after error@44023747) -> (continuation of Deferred@705628777 after retry RPC after error@2076164057) -> (continuation of Deferred@1440538831 after retry RPC after error@708983824)))
11:01:41.812 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@977336005(state=PENDING, result=null, callback=(continuation of Deferred@662137657 after retry RPC after error@705446396) -> (continuation of Deferred@439324771 after retry RPC after error@669301565) -> (continuation of Deferred@1003893339 after retry RPC after error@1931319164) -> (continuation of Deferred@366456308 after retry RPC after error@401133856) -> (continuation of Deferred@489057644 after retry RPC after error@44023747) -> (continuation of Deferred@705628777 after retry RPC after error@2076164057) -> (continuation of Deferred@1440538831 after retry RPC after error@708983824), errback=(continuation of Deferred@662137657 after retry RPC after error@705446396) -> (continuation of Deferred@439324771 after retry RPC after error@669301565) -> (continuation of Deferred@1003893339 after retry RPC after error@1931319164) -> (continuation of Deferred@366456308 after retry RPC after error@401133856) -> (continuation of Deferred@489057644 after retry RPC after error@44023747) -> (continuation of Deferred@705628777 after retry RPC after error@2076164057) -> (continuation of Deferred@1440538831 after retry RPC after error@708983824)))
11:01:41.830 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:41.830 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:41.830 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:41.830 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:41.830 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:41.830 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:41.831 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:41.831 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:41.831 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:41.849 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:41.850 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:41.850 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:41.850 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:41.850 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:41.850 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:41.850 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:41.850 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:41.850 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:41.870 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:41.870 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:41.870 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:41.870 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:41.870 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:41.871 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:41.871 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:41.871 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:41.871 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:41.890 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:41.890 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:41.890 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:41.890 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:41.890 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:41.890 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:41.890 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:41.890 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:41.891 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:41.909 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:41.910 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:41.910 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:41.910 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:41.910 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:41.910 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:41.910 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:41.910 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:41.910 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:41.930 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:41.930 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:41.930 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:41.930 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:41.931 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:41.931 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:41.931 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:41.931 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:41.931 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:41.970 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:41.970 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:41.971 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:41.971 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:41.971 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:41.971 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:41.971 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:41.971 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:41.971 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:42.050 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:42.050 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:42.050 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:42.051 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:42.051 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:42.051 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:42.051 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:42.051 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:42.051 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:42.052 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@391824021(state=PENDING, result=null, callback=(continuation of Deferred@180299395 after retry RPC after error@401576079) -> (continuation of Deferred@651672402 after retry RPC after error@1742244727) -> (continuation of Deferred@346038833 after retry RPC after error@2141234114) -> (continuation of Deferred@1689684559 after retry RPC after error@1192638109) -> (continuation of Deferred@1387406820 after retry RPC after error@678830787) -> (continuation of Deferred@2017603952 after retry RPC after error@236343867) -> (continuation of Deferred@1296616216 after retry RPC after error@1420920904), errback=(continuation of Deferred@180299395 after retry RPC after error@401576079) -> (continuation of Deferred@651672402 after retry RPC after error@1742244727) -> (continuation of Deferred@346038833 after retry RPC after error@2141234114) -> (continuation of Deferred@1689684559 after retry RPC after error@1192638109) -> (continuation of Deferred@1387406820 after retry RPC after error@678830787) -> (continuation of Deferred@2017603952 after retry RPC after error@236343867) -> (continuation of Deferred@1296616216 after retry RPC after error@1420920904)))
11:01:42.052 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@391824021(state=PENDING, result=null, callback=(continuation of Deferred@180299395 after retry RPC after error@401576079) -> (continuation of Deferred@651672402 after retry RPC after error@1742244727) -> (continuation of Deferred@346038833 after retry RPC after error@2141234114) -> (continuation of Deferred@1689684559 after retry RPC after error@1192638109) -> (continuation of Deferred@1387406820 after retry RPC after error@678830787) -> (continuation of Deferred@2017603952 after retry RPC after error@236343867) -> (continuation of Deferred@1296616216 after retry RPC after error@1420920904), errback=(continuation of Deferred@180299395 after retry RPC after error@401576079) -> (continuation of Deferred@651672402 after retry RPC after error@1742244727) -> (continuation of Deferred@346038833 after retry RPC after error@2141234114) -> (continuation of Deferred@1689684559 after retry RPC after error@1192638109) -> (continuation of Deferred@1387406820 after retry RPC after error@678830787) -> (continuation of Deferred@2017603952 after retry RPC after error@236343867) -> (continuation of Deferred@1296616216 after retry RPC after error@1420920904)))
11:01:42.070 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:42.070 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:42.070 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:42.070 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:42.070 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:42.070 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:42.070 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:42.070 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:42.070 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:42.090 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:42.090 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:42.090 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:42.090 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:42.091 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:42.091 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:42.091 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:42.091 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:42.091 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:42.110 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:42.110 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:42.110 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:42.110 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:42.110 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:42.110 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:42.111 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:42.111 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:42.111 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:42.130 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:42.130 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:42.130 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:42.130 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:42.130 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:42.130 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:42.130 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:42.130 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:42.131 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:42.150 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:42.150 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:42.150 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:42.151 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:42.151 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:42.151 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:42.151 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:42.151 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:42.151 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:42.190 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:42.190 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:42.190 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:42.190 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:42.190 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:42.190 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:42.190 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:42.191 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:42.191 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:42.250 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:42.250 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:42.250 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:42.250 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:42.250 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:42.250 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:42.250 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:42.250 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:42.251 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:42.309 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:42.310 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:42.310 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:42.310 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:42.310 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:42.310 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:42.310 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:42.310 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:42.311 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:42.311 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1457420635(state=PENDING, result=null, callback=(continuation of Deferred@1517563225 after retry RPC after error@1329588363) -> (continuation of Deferred@297694599 after retry RPC after error@873448010) -> (continuation of Deferred@1332359031 after retry RPC after error@2141322657) -> (continuation of Deferred@491892127 after retry RPC after error@1468412397) -> (continuation of Deferred@1225375229 after retry RPC after error@959782280) -> (continuation of Deferred@689463908 after retry RPC after error@1333209075) -> (continuation of Deferred@1259703733 after retry RPC after error@1524432898), errback=(continuation of Deferred@1517563225 after retry RPC after error@1329588363) -> (continuation of Deferred@297694599 after retry RPC after error@873448010) -> (continuation of Deferred@1332359031 after retry RPC after error@2141322657) -> (continuation of Deferred@491892127 after retry RPC after error@1468412397) -> (continuation of Deferred@1225375229 after retry RPC after error@959782280) -> (continuation of Deferred@689463908 after retry RPC after error@1333209075) -> (continuation of Deferred@1259703733 after retry RPC after error@1524432898)))
11:01:42.311 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1457420635(state=PENDING, result=null, callback=(continuation of Deferred@1517563225 after retry RPC after error@1329588363) -> (continuation of Deferred@297694599 after retry RPC after error@873448010) -> (continuation of Deferred@1332359031 after retry RPC after error@2141322657) -> (continuation of Deferred@491892127 after retry RPC after error@1468412397) -> (continuation of Deferred@1225375229 after retry RPC after error@959782280) -> (continuation of Deferred@689463908 after retry RPC after error@1333209075) -> (continuation of Deferred@1259703733 after retry RPC after error@1524432898), errback=(continuation of Deferred@1517563225 after retry RPC after error@1329588363) -> (continuation of Deferred@297694599 after retry RPC after error@873448010) -> (continuation of Deferred@1332359031 after retry RPC after error@2141322657) -> (continuation of Deferred@491892127 after retry RPC after error@1468412397) -> (continuation of Deferred@1225375229 after retry RPC after error@959782280) -> (continuation of Deferred@689463908 after retry RPC after error@1333209075) -> (continuation of Deferred@1259703733 after retry RPC after error@1524432898)))
11:01:42.330 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:42.330 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:42.330 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:42.330 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:42.331 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:42.331 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:42.331 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:42.331 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:42.331 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:42.350 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:42.350 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:42.350 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:42.350 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:42.350 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:42.350 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:42.350 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:42.350 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:42.351 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:42.370 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:42.370 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:42.371 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:42.371 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:42.371 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:42.371 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:42.371 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:42.371 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:42.371 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:42.390 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:42.390 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:42.390 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:42.390 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:42.390 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:42.390 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:42.390 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:42.390 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:42.391 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:42.410 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:42.410 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:42.410 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:42.410 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:42.410 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:42.410 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:42.410 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:42.411 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:42.411 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:42.449 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:42.450 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:42.450 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:42.450 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:42.450 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:42.450 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:42.450 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:42.450 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:42.450 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:42.490 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:42.490 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:42.490 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:42.490 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:42.491 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:42.491 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:42.491 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:42.491 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:42.491 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:42.550 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:42.550 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:42.550 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:42.550 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:42.551 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:42.551 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:42.551 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:42.551 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:42.551 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:42.551 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [120ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@807929527(state=PENDING, result=null, callback=(continuation of Deferred@1383502127 after retry RPC after error@1936242414) -> (continuation of Deferred@1330903500 after retry RPC after error@1061045039) -> (continuation of Deferred@1504133646 after retry RPC after error@1867399186) -> (continuation of Deferred@1065572782 after retry RPC after error@1927893578) -> (continuation of Deferred@297650475 after retry RPC after error@208557534) -> (continuation of Deferred@696591316 after retry RPC after error@289824684) -> (continuation of Deferred@1850550334 after retry RPC after error@275988620), errback=(continuation of Deferred@1383502127 after retry RPC after error@1936242414) -> (continuation of Deferred@1330903500 after retry RPC after error@1061045039) -> (continuation of Deferred@1504133646 after retry RPC after error@1867399186) -> (continuation of Deferred@1065572782 after retry RPC after error@1927893578) -> (continuation of Deferred@297650475 after retry RPC after error@208557534) -> (continuation of Deferred@696591316 after retry RPC after error@289824684) -> (continuation of Deferred@1850550334 after retry RPC after error@275988620)))
11:01:42.552 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [120ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@807929527(state=PENDING, result=null, callback=(continuation of Deferred@1383502127 after retry RPC after error@1936242414) -> (continuation of Deferred@1330903500 after retry RPC after error@1061045039) -> (continuation of Deferred@1504133646 after retry RPC after error@1867399186) -> (continuation of Deferred@1065572782 after retry RPC after error@1927893578) -> (continuation of Deferred@297650475 after retry RPC after error@208557534) -> (continuation of Deferred@696591316 after retry RPC after error@289824684) -> (continuation of Deferred@1850550334 after retry RPC after error@275988620), errback=(continuation of Deferred@1383502127 after retry RPC after error@1936242414) -> (continuation of Deferred@1330903500 after retry RPC after error@1061045039) -> (continuation of Deferred@1504133646 after retry RPC after error@1867399186) -> (continuation of Deferred@1065572782 after retry RPC after error@1927893578) -> (continuation of Deferred@297650475 after retry RPC after error@208557534) -> (continuation of Deferred@696591316 after retry RPC after error@289824684) -> (continuation of Deferred@1850550334 after retry RPC after error@275988620)))
11:01:42.570 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:42.570 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:42.570 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:42.570 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:42.570 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:42.570 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:42.570 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:42.571 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:42.571 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:42.590 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:42.590 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:42.591 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:42.591 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:42.591 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:42.591 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:42.591 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:42.591 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:42.591 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:42.610 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:42.610 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:42.610 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:42.610 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:42.610 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:42.610 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:42.610 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:42.610 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:42.611 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:42.629 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:42.630 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:42.630 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:42.630 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:42.630 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:42.630 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:42.630 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:42.630 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:42.630 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:42.650 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:42.650 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:42.650 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:42.650 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:42.650 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:42.650 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:42.650 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:42.651 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:42.651 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:42.669 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:42.670 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:42.670 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:42.670 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:42.670 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:42.670 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:42.670 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:42.670 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:42.670 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:42.670 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:42.670 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:42.671 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:42.730 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:42.731 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:42.731 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:42.731 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:42.731 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:42.731 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:42.731 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:42.731 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:42.731 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:42.790 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:42.790 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:42.791 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:42.791 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:42.791 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:42.791 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:42.791 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:42.791 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:42.791 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:42.792 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1812597238(state=PENDING, result=null, callback=(continuation of Deferred@1041306504 after retry RPC after error@1947058526) -> (continuation of Deferred@455648391 after retry RPC after error@659643309) -> (continuation of Deferred@292192668 after retry RPC after error@192390622) -> (continuation of Deferred@1428497579 after retry RPC after error@2013561233) -> (continuation of Deferred@1034389868 after retry RPC after error@197694035) -> (continuation of Deferred@1999962109 after retry RPC after error@727773315) -> (continuation of Deferred@705556586 after retry RPC after error@1704506738), errback=(continuation of Deferred@1041306504 after retry RPC after error@1947058526) -> (continuation of Deferred@455648391 after retry RPC after error@659643309) -> (continuation of Deferred@292192668 after retry RPC after error@192390622) -> (continuation of Deferred@1428497579 after retry RPC after error@2013561233) -> (continuation of Deferred@1034389868 after retry RPC after error@197694035) -> (continuation of Deferred@1999962109 after retry RPC after error@727773315) -> (continuation of Deferred@705556586 after retry RPC after error@1704506738)))
11:01:42.792 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1812597238(state=PENDING, result=null, callback=(continuation of Deferred@1041306504 after retry RPC after error@1947058526) -> (continuation of Deferred@455648391 after retry RPC after error@659643309) -> (continuation of Deferred@292192668 after retry RPC after error@192390622) -> (continuation of Deferred@1428497579 after retry RPC after error@2013561233) -> (continuation of Deferred@1034389868 after retry RPC after error@197694035) -> (continuation of Deferred@1999962109 after retry RPC after error@727773315) -> (continuation of Deferred@705556586 after retry RPC after error@1704506738), errback=(continuation of Deferred@1041306504 after retry RPC after error@1947058526) -> (continuation of Deferred@455648391 after retry RPC after error@659643309) -> (continuation of Deferred@292192668 after retry RPC after error@192390622) -> (continuation of Deferred@1428497579 after retry RPC after error@2013561233) -> (continuation of Deferred@1034389868 after retry RPC after error@197694035) -> (continuation of Deferred@1999962109 after retry RPC after error@727773315) -> (continuation of Deferred@705556586 after retry RPC after error@1704506738)))
11:01:42.810 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:42.810 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:42.810 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:42.810 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:42.810 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:42.810 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:42.810 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:42.810 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:42.811 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:42.829 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:42.830 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:42.830 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:42.830 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:42.830 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:42.830 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:42.830 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:42.830 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:42.830 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:42.850 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:42.851 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:42.851 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:42.851 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:42.851 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:42.851 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:42.851 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:42.851 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:42.851 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:42.870 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:42.870 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:42.870 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:42.870 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:42.870 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:42.871 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:42.871 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:42.871 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:42.871 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:42.890 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:42.890 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:42.890 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:42.890 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:42.890 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:42.890 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:42.890 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:42.890 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:42.890 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:42.930 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:42.930 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:42.931 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:42.931 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:42.931 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:42.931 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:42.931 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:42.931 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:42.931 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:42.970 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:42.970 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:42.971 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:42.971 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:42.971 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:42.971 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:42.971 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:42.971 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:42.971 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:42.990 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:42.990 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:42.990 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:42.990 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:42.990 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:42.990 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:42.990 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:42.990 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:42.991 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:43.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:43.022399 5740 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615, num_attempts: 1)
11:01:43.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:43.025877 5740 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '9d97e2a33c7340dfbb9ce8fa17c0b548', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '9d97e2a33c7340dfbb9ce8fa17c0b548', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615, num_attempts: 1)
11:01:43.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:43.026968 5737 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.4.245.188:44615)
11:01:43.049 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:43.050 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:43.050 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:43.050 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:43.050 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:43.051 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:43.051 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:43.051 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:43.051 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:43.052 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [240ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, deferred=Deferred@1298180603(state=PENDING, result=null, callback=(continuation of Deferred@571818565 after retry RPC after error@1938290073) -> (continuation of Deferred@1503618195 after retry RPC after error@293089578) -> (continuation of Deferred@427249194 after retry RPC after error@1427131296) -> (continuation of Deferred@1997084269 after retry RPC after error@665356487) -> (continuation of Deferred@76387334 after retry RPC after error@1402442364) -> (continuation of Deferred@1813142557 after retry RPC after error@262082536) -> (continuation of Deferred@1742374841 after retry RPC after error@137493836) -> (continuation of Deferred@1983752931 after retry RPC after error@19532675), errback=(continuation of Deferred@571818565 after retry RPC after error@1938290073) -> (continuation of Deferred@1503618195 after retry RPC after error@293089578) -> (continuation of Deferred@427249194 after retry RPC after error@1427131296) -> (continuation of Deferred@1997084269 after retry RPC after error@665356487) -> (continuation of Deferred@76387334 after retry RPC after error@1402442364) -> (continuation of Deferred@1813142557 after retry RPC after error@262082536) -> (continuation of Deferred@1742374841 after retry RPC after error@137493836) -> (continuation of Deferred@1983752931 after retry RPC after error@19532675)))
11:01:43.053 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [240ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, deferred=Deferred@1298180603(state=PENDING, result=null, callback=(continuation of Deferred@571818565 after retry RPC after error@1938290073) -> (continuation of Deferred@1503618195 after retry RPC after error@293089578) -> (continuation of Deferred@427249194 after retry RPC after error@1427131296) -> (continuation of Deferred@1997084269 after retry RPC after error@665356487) -> (continuation of Deferred@76387334 after retry RPC after error@1402442364) -> (continuation of Deferred@1813142557 after retry RPC after error@262082536) -> (continuation of Deferred@1742374841 after retry RPC after error@137493836) -> (continuation of Deferred@1983752931 after retry RPC after error@19532675), errback=(continuation of Deferred@571818565 after retry RPC after error@1938290073) -> (continuation of Deferred@1503618195 after retry RPC after error@293089578) -> (continuation of Deferred@427249194 after retry RPC after error@1427131296) -> (continuation of Deferred@1997084269 after retry RPC after error@665356487) -> (continuation of Deferred@76387334 after retry RPC after error@1402442364) -> (continuation of Deferred@1813142557 after retry RPC after error@262082536) -> (continuation of Deferred@1742374841 after retry RPC after error@137493836) -> (continuation of Deferred@1983752931 after retry RPC after error@19532675)))
11:01:43.070 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:43.070 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:43.070 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:43.070 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:43.071 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:43.071 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:43.071 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:43.071 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:43.071 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:43.089 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:43.090 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:43.090 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:43.090 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:43.090 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:43.090 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:43.090 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:43.090 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:43.090 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:43.110 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:43.110 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:43.111 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:43.111 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:43.111 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:43.111 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:43.111 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:43.111 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:43.111 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:43.130 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:43.130 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:43.130 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:43.130 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:43.130 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:43.131 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:43.131 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:43.131 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:43.131 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:43.149 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:43.150 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:43.150 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:43.150 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:43.150 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:43.150 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:43.150 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:43.150 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:43.152 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:43.170 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:43.170 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:43.171 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:43.171 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:43.171 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:43.171 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:43.171 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:43.171 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:43.171 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:43.210 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:43.210 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:43.210 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:43.210 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:43.210 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:43.210 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:43.210 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:43.210 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:43.211 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:43.270 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:43.270 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:43.270 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:43.270 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:43.270 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:43.271 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:43.271 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:43.271 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:43.271 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:43.330 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [200ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [201ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, deferred=Deferred@982220815(state=PENDING, result=null, callback=(continuation of Deferred@650739310 after retry RPC after error@752953935) -> (continuation of Deferred@1030041670 after retry RPC after error@1535656989) -> (continuation of Deferred@920615692 after retry RPC after error@323591370) -> (continuation of Deferred@129661413 after retry RPC after error@504069539) -> (continuation of Deferred@1405182581 after retry RPC after error@204544779) -> (continuation of Deferred@1485844025 after retry RPC after error@489924333) -> (continuation of Deferred@1161412084 after retry RPC after error@1104416539) -> (continuation of Deferred@418124030 after retry RPC after error@409524672), errback=(continuation of Deferred@650739310 after retry RPC after error@752953935) -> (continuation of Deferred@1030041670 after retry RPC after error@1535656989) -> (continuation of Deferred@920615692 after retry RPC after error@323591370) -> (continuation of Deferred@129661413 after retry RPC after error@504069539) -> (continuation of Deferred@1405182581 after retry RPC after error@204544779) -> (continuation of Deferred@1485844025 after retry RPC after error@489924333) -> (continuation of Deferred@1161412084 after retry RPC after error@1104416539) -> (continuation of Deferred@418124030 after retry RPC after error@409524672)))
11:01:43.330 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
11:01:43.350 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:43.350 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:43.350 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:43.351 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:43.351 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:43.351 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:43.351 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:43.351 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:43.351 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:43.351 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:43.351 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:43.352 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:43.369 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:43.370 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:43.370 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:43.370 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:43.370 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:43.370 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:43.370 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:43.370 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:43.371 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:43.390 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:43.390 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:43.390 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:43.390 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:43.390 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:43.391 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:43.391 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:43.391 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:43.391 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:43.410 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:43.410 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:43.410 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:43.410 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:43.410 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:43.410 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:43.410 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:43.410 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:43.411 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:43.430 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:43.430 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:43.431 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:43.431 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:43.431 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:43.431 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:43.431 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:43.431 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:43.431 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:43.470 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:43.470 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:43.470 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:43.470 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:43.470 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:43.470 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:43.470 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:43.470 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:43.471 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:43.490 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:43.490 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:43.491 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:43.491 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:43.491 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:43.491 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:43.491 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:43.491 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:43.491 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:43.530 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:43.530 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:43.530 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:43.530 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:43.530 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:43.530 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:43.530 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:43.531 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:43.531 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:43.531 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=180), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@931908828(state=PENDING, result=null, callback=(continuation of Deferred@936607063 after retry RPC after error@2105458934) -> (continuation of Deferred@1648629938 after retry RPC after error@197182730) -> (continuation of Deferred@668281056 after retry RPC after error@749155740) -> (continuation of Deferred@1860446514 after retry RPC after error@1669421425) -> (continuation of Deferred@1830682569 after retry RPC after error@2021866531) -> (continuation of Deferred@929114040 after retry RPC after error@1589820148) -> (continuation of Deferred@1545860434 after retry RPC after error@1025550545), errback=(continuation of Deferred@936607063 after retry RPC after error@2105458934) -> (continuation of Deferred@1648629938 after retry RPC after error@197182730) -> (continuation of Deferred@668281056 after retry RPC after error@749155740) -> (continuation of Deferred@1860446514 after retry RPC after error@1669421425) -> (continuation of Deferred@1830682569 after retry RPC after error@2021866531) -> (continuation of Deferred@929114040 after retry RPC after error@1589820148) -> (continuation of Deferred@1545860434 after retry RPC after error@1025550545)))
11:01:43.532 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=180), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@931908828(state=PENDING, result=null, callback=(continuation of Deferred@936607063 after retry RPC after error@2105458934) -> (continuation of Deferred@1648629938 after retry RPC after error@197182730) -> (continuation of Deferred@668281056 after retry RPC after error@749155740) -> (continuation of Deferred@1860446514 after retry RPC after error@1669421425) -> (continuation of Deferred@1830682569 after retry RPC after error@2021866531) -> (continuation of Deferred@929114040 after retry RPC after error@1589820148) -> (continuation of Deferred@1545860434 after retry RPC after error@1025550545), errback=(continuation of Deferred@936607063 after retry RPC after error@2105458934) -> (continuation of Deferred@1648629938 after retry RPC after error@197182730) -> (continuation of Deferred@668281056 after retry RPC after error@749155740) -> (continuation of Deferred@1860446514 after retry RPC after error@1669421425) -> (continuation of Deferred@1830682569 after retry RPC after error@2021866531) -> (continuation of Deferred@929114040 after retry RPC after error@1589820148) -> (continuation of Deferred@1545860434 after retry RPC after error@1025550545)))
11:01:43.549 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:43.550 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:43.550 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:43.550 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:43.550 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:43.550 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:43.550 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:43.550 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:43.550 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:43.570 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:43.570 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:43.570 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:43.570 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:43.571 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:43.571 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:43.571 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:43.571 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:43.571 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:43.590 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:43.590 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:43.590 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:43.590 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:43.590 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:43.590 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:43.590 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:43.590 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:43.590 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:43.610 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:43.610 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:43.611 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:43.611 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:43.611 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:43.611 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:43.611 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:43.611 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:43.612 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:43.630 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:43.630 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:43.630 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:43.630 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:43.630 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:43.630 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:43.630 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:43.630 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:43.631 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:43.650 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:43.650 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:43.650 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:43.651 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:43.651 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:43.651 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:43.651 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:43.651 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:43.651 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:43.710 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:43.710 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:43.710 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:43.711 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:43.711 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:43.711 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:43.711 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:43.711 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:43.711 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:43.712 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1309087274(state=PENDING, result=null, callback=(continuation of Deferred@1650624043 after retry RPC after error@39255281) -> (continuation of Deferred@1814025526 after retry RPC after error@442448089) -> (continuation of Deferred@1828370023 after retry RPC after error@1501458045) -> (continuation of Deferred@1272620545 after retry RPC after error@681629267) -> (continuation of Deferred@298849454 after retry RPC after error@1006083439) -> (continuation of Deferred@621010622 after retry RPC after error@188712451), errback=(continuation of Deferred@1650624043 after retry RPC after error@39255281) -> (continuation of Deferred@1814025526 after retry RPC after error@442448089) -> (continuation of Deferred@1828370023 after retry RPC after error@1501458045) -> (continuation of Deferred@1272620545 after retry RPC after error@681629267) -> (continuation of Deferred@298849454 after retry RPC after error@1006083439) -> (continuation of Deferred@621010622 after retry RPC after error@188712451)))
11:01:43.712 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1309087274(state=PENDING, result=null, callback=(continuation of Deferred@1650624043 after retry RPC after error@39255281) -> (continuation of Deferred@1814025526 after retry RPC after error@442448089) -> (continuation of Deferred@1828370023 after retry RPC after error@1501458045) -> (continuation of Deferred@1272620545 after retry RPC after error@681629267) -> (continuation of Deferred@298849454 after retry RPC after error@1006083439) -> (continuation of Deferred@621010622 after retry RPC after error@188712451), errback=(continuation of Deferred@1650624043 after retry RPC after error@39255281) -> (continuation of Deferred@1814025526 after retry RPC after error@442448089) -> (continuation of Deferred@1828370023 after retry RPC after error@1501458045) -> (continuation of Deferred@1272620545 after retry RPC after error@681629267) -> (continuation of Deferred@298849454 after retry RPC after error@1006083439) -> (continuation of Deferred@621010622 after retry RPC after error@188712451)))
11:01:43.730 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:43.730 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:43.730 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:43.730 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:43.730 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:43.730 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:43.730 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:43.730 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:43.731 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:43.750 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:43.750 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:43.751 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:43.751 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:43.751 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:43.751 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:43.751 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:43.751 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:43.751 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:43.770 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:43.770 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:43.770 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:43.770 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:43.770 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:43.770 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:43.770 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:43.771 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:43.771 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:43.789 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:43.790 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:43.790 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:43.790 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:43.790 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:43.790 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:43.790 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:43.790 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:43.790 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:43.810 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:43.810 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:43.810 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:43.810 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:43.810 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:43.810 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:43.811 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:43.811 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:43.811 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:43.829 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:43.829 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:43.830 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:43.830 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:43.830 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:43.831 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:43.831 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:43.831 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:43.831 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:43.890 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:43.890 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:43.890 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:43.891 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:43.891 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:43.891 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:43.891 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:43.891 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:43.891 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:43.892 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1801713492(state=PENDING, result=null, callback=(continuation of Deferred@728249023 after retry RPC after error@1408501437) -> (continuation of Deferred@2117175808 after retry RPC after error@169610181) -> (continuation of Deferred@1611345395 after retry RPC after error@330895009) -> (continuation of Deferred@1630201692 after retry RPC after error@184720031) -> (continuation of Deferred@845109945 after retry RPC after error@1766360661) -> (continuation of Deferred@1609473063 after retry RPC after error@1084699431), errback=(continuation of Deferred@728249023 after retry RPC after error@1408501437) -> (continuation of Deferred@2117175808 after retry RPC after error@169610181) -> (continuation of Deferred@1611345395 after retry RPC after error@330895009) -> (continuation of Deferred@1630201692 after retry RPC after error@184720031) -> (continuation of Deferred@845109945 after retry RPC after error@1766360661) -> (continuation of Deferred@1609473063 after retry RPC after error@1084699431)))
11:01:43.892 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1801713492(state=PENDING, result=null, callback=(continuation of Deferred@728249023 after retry RPC after error@1408501437) -> (continuation of Deferred@2117175808 after retry RPC after error@169610181) -> (continuation of Deferred@1611345395 after retry RPC after error@330895009) -> (continuation of Deferred@1630201692 after retry RPC after error@184720031) -> (continuation of Deferred@845109945 after retry RPC after error@1766360661) -> (continuation of Deferred@1609473063 after retry RPC after error@1084699431), errback=(continuation of Deferred@728249023 after retry RPC after error@1408501437) -> (continuation of Deferred@2117175808 after retry RPC after error@169610181) -> (continuation of Deferred@1611345395 after retry RPC after error@330895009) -> (continuation of Deferred@1630201692 after retry RPC after error@184720031) -> (continuation of Deferred@845109945 after retry RPC after error@1766360661) -> (continuation of Deferred@1609473063 after retry RPC after error@1084699431)))
11:01:43.910 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:43.910 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:43.910 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:43.910 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:43.910 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:43.910 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:43.910 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:43.910 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:43.911 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:43.930 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:43.930 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:43.930 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:43.931 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:43.931 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:43.931 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:43.931 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:43.931 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:43.931 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:43.950 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:43.950 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:43.950 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:43.950 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:43.950 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:43.950 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:43.950 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:43.950 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:43.951 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:43.970 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:43.970 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:43.970 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:43.970 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:43.970 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:43.971 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:43.971 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:43.971 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:43.971 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:43.989 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:43.990 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:43.990 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:43.990 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:43.990 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:43.990 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:43.990 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:43.990 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:43.991 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:44.030 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:44.030 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:44.031 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:44.031 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:44.031 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:44.031 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:44.031 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:44.031 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:44.031 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:44.090 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:44.090 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:44.091 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:44.091 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:44.091 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:44.091 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:44.091 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:44.091 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:44.091 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:44.092 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1937454467(state=PENDING, result=null, callback=(continuation of Deferred@1388846584 after retry RPC after error@520687485) -> (continuation of Deferred@39182913 after retry RPC after error@682100901) -> (continuation of Deferred@983426965 after retry RPC after error@1840801116) -> (continuation of Deferred@1087558976 after retry RPC after error@685179103) -> (continuation of Deferred@2099505951 after retry RPC after error@1402991458) -> (continuation of Deferred@95507588 after retry RPC after error@368082197), errback=(continuation of Deferred@1388846584 after retry RPC after error@520687485) -> (continuation of Deferred@39182913 after retry RPC after error@682100901) -> (continuation of Deferred@983426965 after retry RPC after error@1840801116) -> (continuation of Deferred@1087558976 after retry RPC after error@685179103) -> (continuation of Deferred@2099505951 after retry RPC after error@1402991458) -> (continuation of Deferred@95507588 after retry RPC after error@368082197)))
11:01:44.092 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1937454467(state=PENDING, result=null, callback=(continuation of Deferred@1388846584 after retry RPC after error@520687485) -> (continuation of Deferred@39182913 after retry RPC after error@682100901) -> (continuation of Deferred@983426965 after retry RPC after error@1840801116) -> (continuation of Deferred@1087558976 after retry RPC after error@685179103) -> (continuation of Deferred@2099505951 after retry RPC after error@1402991458) -> (continuation of Deferred@95507588 after retry RPC after error@368082197), errback=(continuation of Deferred@1388846584 after retry RPC after error@520687485) -> (continuation of Deferred@39182913 after retry RPC after error@682100901) -> (continuation of Deferred@983426965 after retry RPC after error@1840801116) -> (continuation of Deferred@1087558976 after retry RPC after error@685179103) -> (continuation of Deferred@2099505951 after retry RPC after error@1402991458) -> (continuation of Deferred@95507588 after retry RPC after error@368082197)))
11:01:44.110 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:44.110 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:44.110 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:44.110 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:44.110 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:44.110 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:44.110 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:44.111 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:44.111 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:44.129 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:44.129 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:44.130 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:44.130 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:44.130 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:44.130 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:44.130 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:44.130 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:44.131 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:44.150 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:44.150 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:44.150 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:44.150 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:44.150 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:44.150 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:44.150 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:44.151 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:44.151 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:44.169 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:44.170 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:44.170 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:44.170 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:44.170 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:44.170 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:44.170 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:44.170 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:44.171 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:44.190 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:44.190 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:44.190 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:44.191 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:44.191 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:44.191 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:44.191 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:44.191 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:44.191 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:44.230 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:44.230 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:44.230 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:44.230 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:44.230 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:44.230 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:44.230 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:44.231 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:44.231 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:44.290 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:44.290 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:44.290 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:44.290 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:44.290 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:44.290 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:44.291 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:44.291 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:44.291 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:44.350 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:44.350 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:44.350 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:44.350 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:44.350 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:44.350 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:44.350 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:44.350 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:44.351 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:44.351 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [240ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [240ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1626225318(state=PENDING, result=null, callback=(continuation of Deferred@613782177 after retry RPC after error@180746353) -> (continuation of Deferred@1267321965 after retry RPC after error@1512305840) -> (continuation of Deferred@1386968527 after retry RPC after error@2005404059) -> (continuation of Deferred@1919371683 after retry RPC after error@925152555) -> (continuation of Deferred@1042852621 after retry RPC after error@165390722) -> (continuation of Deferred@1102693195 after retry RPC after error@1403435962) -> (continuation of Deferred@674038272 after retry RPC after error@2095987006), errback=(continuation of Deferred@613782177 after retry RPC after error@180746353) -> (continuation of Deferred@1267321965 after retry RPC after error@1512305840) -> (continuation of Deferred@1386968527 after retry RPC after error@2005404059) -> (continuation of Deferred@1919371683 after retry RPC after error@925152555) -> (continuation of Deferred@1042852621 after retry RPC after error@165390722) -> (continuation of Deferred@1102693195 after retry RPC after error@1403435962) -> (continuation of Deferred@674038272 after retry RPC after error@2095987006)))
11:01:44.352 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [240ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [240ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1626225318(state=PENDING, result=null, callback=(continuation of Deferred@613782177 after retry RPC after error@180746353) -> (continuation of Deferred@1267321965 after retry RPC after error@1512305840) -> (continuation of Deferred@1386968527 after retry RPC after error@2005404059) -> (continuation of Deferred@1919371683 after retry RPC after error@925152555) -> (continuation of Deferred@1042852621 after retry RPC after error@165390722) -> (continuation of Deferred@1102693195 after retry RPC after error@1403435962) -> (continuation of Deferred@674038272 after retry RPC after error@2095987006), errback=(continuation of Deferred@613782177 after retry RPC after error@180746353) -> (continuation of Deferred@1267321965 after retry RPC after error@1512305840) -> (continuation of Deferred@1386968527 after retry RPC after error@2005404059) -> (continuation of Deferred@1919371683 after retry RPC after error@925152555) -> (continuation of Deferred@1042852621 after retry RPC after error@165390722) -> (continuation of Deferred@1102693195 after retry RPC after error@1403435962) -> (continuation of Deferred@674038272 after retry RPC after error@2095987006)))
11:01:44.370 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:44.370 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:44.370 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:44.371 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:44.371 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:44.371 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:44.371 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:44.371 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:44.371 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:44.390 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:44.390 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:44.390 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:44.390 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:44.390 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:44.390 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:44.390 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:44.390 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:44.391 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:44.410 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:44.410 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:44.411 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:44.411 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:44.411 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:44.411 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:44.411 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:44.411 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:44.411 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:44.430 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:44.430 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:44.430 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:44.430 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:44.430 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:44.430 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:44.431 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:44.431 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:44.431 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:44.449 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:44.450 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:44.450 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:44.450 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:44.450 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:44.450 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:44.450 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:44.450 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:44.450 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:44.470 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:44.470 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:44.470 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:44.470 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:44.471 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:44.471 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:44.471 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:44.471 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:44.471 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:44.490 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:44.490 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:44.490 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:44.490 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:44.490 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:44.490 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:44.490 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:44.490 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:44.490 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:44.510 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:44.510 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:44.510 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:44.510 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:44.511 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:44.511 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:44.511 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:44.511 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:44.511 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:44.511 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [120ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1083851493(state=PENDING, result=null, callback=(continuation of Deferred@526704868 after retry RPC after error@1506392955) -> (continuation of Deferred@896663557 after retry RPC after error@669905188) -> (continuation of Deferred@523650813 after retry RPC after error@187708419) -> (continuation of Deferred@778530632 after retry RPC after error@1724637041) -> (continuation of Deferred@1265069307 after retry RPC after error@1098766776) -> (continuation of Deferred@1417016304 after retry RPC after error@1828556376) -> (continuation of Deferred@479016840 after retry RPC after error@856858040), errback=(continuation of Deferred@526704868 after retry RPC after error@1506392955) -> (continuation of Deferred@896663557 after retry RPC after error@669905188) -> (continuation of Deferred@523650813 after retry RPC after error@187708419) -> (continuation of Deferred@778530632 after retry RPC after error@1724637041) -> (continuation of Deferred@1265069307 after retry RPC after error@1098766776) -> (continuation of Deferred@1417016304 after retry RPC after error@1828556376) -> (continuation of Deferred@479016840 after retry RPC after error@856858040)))
11:01:44.512 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [120ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1083851493(state=PENDING, result=null, callback=(continuation of Deferred@526704868 after retry RPC after error@1506392955) -> (continuation of Deferred@896663557 after retry RPC after error@669905188) -> (continuation of Deferred@523650813 after retry RPC after error@187708419) -> (continuation of Deferred@778530632 after retry RPC after error@1724637041) -> (continuation of Deferred@1265069307 after retry RPC after error@1098766776) -> (continuation of Deferred@1417016304 after retry RPC after error@1828556376) -> (continuation of Deferred@479016840 after retry RPC after error@856858040), errback=(continuation of Deferred@526704868 after retry RPC after error@1506392955) -> (continuation of Deferred@896663557 after retry RPC after error@669905188) -> (continuation of Deferred@523650813 after retry RPC after error@187708419) -> (continuation of Deferred@778530632 after retry RPC after error@1724637041) -> (continuation of Deferred@1265069307 after retry RPC after error@1098766776) -> (continuation of Deferred@1417016304 after retry RPC after error@1828556376) -> (continuation of Deferred@479016840 after retry RPC after error@856858040)))
11:01:44.530 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:44.530 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:44.530 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:44.530 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:44.530 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:44.530 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:44.530 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:44.530 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:44.531 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:44.550 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:44.550 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:44.551 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:44.551 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:44.551 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:44.551 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:44.551 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:44.551 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:44.551 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:44.570 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:44.570 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:44.570 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:44.570 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:44.571 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:44.571 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:44.571 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:44.571 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:44.571 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:44.590 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:44.590 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:44.590 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:44.590 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:44.590 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:44.590 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:44.590 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:44.590 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:44.591 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:44.609 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:44.610 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:44.610 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:44.610 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:44.610 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:44.610 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:44.610 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:44.610 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:44.610 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:44.630 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:44.630 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:44.630 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:44.631 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:44.631 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:44.631 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:44.631 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:44.631 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:44.631 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:44.690 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:44.690 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:44.690 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:44.690 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:44.690 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:44.691 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:44.691 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:44.691 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:44.691 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:44.770 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:44.770 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:44.770 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:44.770 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:44.771 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:44.771 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:44.771 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:44.771 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:44.771 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:44.772 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [240ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1975517142(state=PENDING, result=null, callback=(continuation of Deferred@1130468090 after retry RPC after error@2058254831) -> (continuation of Deferred@2100308058 after retry RPC after error@2004564325) -> (continuation of Deferred@943887154 after retry RPC after error@833287380) -> (continuation of Deferred@1302620227 after retry RPC after error@1664798851) -> (continuation of Deferred@1338840277 after retry RPC after error@690443692) -> (continuation of Deferred@1194313403 after retry RPC after error@1923393557) -> (continuation of Deferred@1432903976 after retry RPC after error@1190253596), errback=(continuation of Deferred@1130468090 after retry RPC after error@2058254831) -> (continuation of Deferred@2100308058 after retry RPC after error@2004564325) -> (continuation of Deferred@943887154 after retry RPC after error@833287380) -> (continuation of Deferred@1302620227 after retry RPC after error@1664798851) -> (continuation of Deferred@1338840277 after retry RPC after error@690443692) -> (continuation of Deferred@1194313403 after retry RPC after error@1923393557) -> (continuation of Deferred@1432903976 after retry RPC after error@1190253596)))
11:01:44.773 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [240ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1975517142(state=PENDING, result=null, callback=(continuation of Deferred@1130468090 after retry RPC after error@2058254831) -> (continuation of Deferred@2100308058 after retry RPC after error@2004564325) -> (continuation of Deferred@943887154 after retry RPC after error@833287380) -> (continuation of Deferred@1302620227 after retry RPC after error@1664798851) -> (continuation of Deferred@1338840277 after retry RPC after error@690443692) -> (continuation of Deferred@1194313403 after retry RPC after error@1923393557) -> (continuation of Deferred@1432903976 after retry RPC after error@1190253596), errback=(continuation of Deferred@1130468090 after retry RPC after error@2058254831) -> (continuation of Deferred@2100308058 after retry RPC after error@2004564325) -> (continuation of Deferred@943887154 after retry RPC after error@833287380) -> (continuation of Deferred@1302620227 after retry RPC after error@1664798851) -> (continuation of Deferred@1338840277 after retry RPC after error@690443692) -> (continuation of Deferred@1194313403 after retry RPC after error@1923393557) -> (continuation of Deferred@1432903976 after retry RPC after error@1190253596)))
11:01:44.790 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:44.790 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:44.790 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:44.790 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:44.790 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:44.790 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:44.790 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:44.790 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:44.791 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:44.810 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:44.810 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:44.811 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:44.811 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:44.811 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:44.811 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:44.811 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:44.811 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:44.811 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:44.830 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:44.831 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:44.831 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:44.831 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:44.831 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:44.831 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:44.831 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:44.831 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:44.831 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:44.850 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:44.850 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:44.851 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:44.851 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:44.851 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:44.851 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:44.851 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:44.851 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:44.852 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:44.870 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:44.870 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:44.870 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:44.870 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:44.870 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:44.870 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:44.870 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:44.870 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:44.871 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:44.909 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:44.910 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:44.910 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:44.910 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:44.910 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:44.910 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:44.910 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:44.910 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:44.911 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:44.950 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:44.950 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:44.951 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:44.951 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:44.951 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:44.951 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:44.951 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:44.951 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:44.951 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:45.010 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:45.010 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:45.011 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:45.011 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:45.011 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:45.011 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:45.011 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:45.011 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:45.012 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:45.012 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [63ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1681013034(state=PENDING, result=null, callback=(continuation of Deferred@524845237 after retry RPC after error@1790365640) -> (continuation of Deferred@668962934 after retry RPC after error@1381041870) -> (continuation of Deferred@155674905 after retry RPC after error@1431514998) -> (continuation of Deferred@248793482 after retry RPC after error@1416190440) -> (continuation of Deferred@1716841949 after retry RPC after error@707806974) -> (continuation of Deferred@100979243 after retry RPC after error@406613274) -> (continuation of Deferred@1497842117 after retry RPC after error@1902701477), errback=(continuation of Deferred@524845237 after retry RPC after error@1790365640) -> (continuation of Deferred@668962934 after retry RPC after error@1381041870) -> (continuation of Deferred@155674905 after retry RPC after error@1431514998) -> (continuation of Deferred@248793482 after retry RPC after error@1416190440) -> (continuation of Deferred@1716841949 after retry RPC after error@707806974) -> (continuation of Deferred@100979243 after retry RPC after error@406613274) -> (continuation of Deferred@1497842117 after retry RPC after error@1902701477)))
11:01:45.013 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [63ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1681013034(state=PENDING, result=null, callback=(continuation of Deferred@524845237 after retry RPC after error@1790365640) -> (continuation of Deferred@668962934 after retry RPC after error@1381041870) -> (continuation of Deferred@155674905 after retry RPC after error@1431514998) -> (continuation of Deferred@248793482 after retry RPC after error@1416190440) -> (continuation of Deferred@1716841949 after retry RPC after error@707806974) -> (continuation of Deferred@100979243 after retry RPC after error@406613274) -> (continuation of Deferred@1497842117 after retry RPC after error@1902701477), errback=(continuation of Deferred@524845237 after retry RPC after error@1790365640) -> (continuation of Deferred@668962934 after retry RPC after error@1381041870) -> (continuation of Deferred@155674905 after retry RPC after error@1431514998) -> (continuation of Deferred@248793482 after retry RPC after error@1416190440) -> (continuation of Deferred@1716841949 after retry RPC after error@707806974) -> (continuation of Deferred@100979243 after retry RPC after error@406613274) -> (continuation of Deferred@1497842117 after retry RPC after error@1902701477)))
11:01:45.030 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:45.030 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:45.031 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:45.031 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:45.031 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:45.031 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:45.031 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:45.031 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:45.031 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:45.049 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:45.050 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:45.050 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:45.050 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:45.050 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:45.050 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:45.050 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:45.050 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:45.051 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:45.070 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:45.070 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:45.070 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:45.071 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:45.071 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:45.071 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:45.071 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:45.071 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:45.071 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:45.071 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:45.071 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:45.072 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:45.090 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:45.090 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:45.090 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:45.090 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:45.090 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:45.090 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:45.090 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:45.090 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:45.091 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:45.110 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:45.110 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:45.111 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:45.111 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:45.111 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:45.111 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:45.111 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:45.111 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:45.112 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:45.150 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:45.150 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:45.150 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:45.150 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:45.150 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:45.150 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:45.151 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:45.151 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:45.151 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:45.190 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:45.190 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:45.190 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:45.190 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:45.190 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:45.190 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:45.190 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:45.190 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:45.191 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:45.210 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:45.210 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:45.211 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:45.211 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:45.211 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:45.211 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:45.211 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:45.211 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:45.211 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:45.294 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1899766930(state=PENDING, result=null, callback=(continuation of Deferred@1616937771 after retry RPC after error@1824335745) -> (continuation of Deferred@435073180 after retry RPC after error@157683591) -> (continuation of Deferred@1845210203 after retry RPC after error@1753161546) -> (continuation of Deferred@83441801 after retry RPC after error@1037702566) -> (continuation of Deferred@225705778 after retry RPC after error@501626009) -> (continuation of Deferred@1343650524 after retry RPC after error@1032598109) -> (continuation of Deferred@798281905 after retry RPC after error@66747174) -> (continuation of Deferred@1616458015 after retry RPC after error@1008462227), errback=(continuation of Deferred@1616937771 after retry RPC after error@1824335745) -> (continuation of Deferred@435073180 after retry RPC after error@157683591) -> (continuation of Deferred@1845210203 after retry RPC after error@1753161546) -> (continuation of Deferred@83441801 after retry RPC after error@1037702566) -> (continuation of Deferred@225705778 after retry RPC after error@501626009) -> (continuation of Deferred@1343650524 after retry RPC after error@1032598109) -> (continuation of Deferred@798281905 after retry RPC after error@66747174) -> (continuation of Deferred@1616458015 after retry RPC after error@1008462227)))
11:01:45.294 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
11:01:45.310 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:45.310 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:45.311 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:45.311 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:45.311 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:45.311 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:45.311 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:45.311 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:45.311 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:45.330 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:45.330 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:45.330 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:45.330 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:45.330 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:45.330 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:45.331 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:45.331 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:45.331 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:45.350 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:45.350 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:45.351 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:45.351 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:45.351 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:45.351 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:45.351 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:45.351 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:45.351 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:45.370 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:45.370 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:45.370 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:45.370 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:45.370 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:45.371 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:45.371 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:45.371 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:45.371 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:45.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:45.379838 5934 master_runner.cc:186] Error getting master registration for 127.4.245.189:45675: Network error: Client connection negotiation failed: client connection to 127.4.245.189:45675: connect: Connection refused (error 111),
11:01:45.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:45.380035 5934 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
11:01:45.390 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:45.390 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:45.390 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:45.390 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:45.390 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:45.390 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:45.390 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:45.390 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:45.391 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:45.410 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:45.410 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:45.411 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:45.411 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:45.411 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:45.411 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:45.411 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:45.411 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:45.411 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:45.490 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:45.490 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:45.490 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:45.490 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:45.491 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:45.491 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:45.491 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:45.491 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:45.491 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:45.570 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@478791548(state=PENDING, result=null, callback=(continuation of Deferred@120797019 after retry RPC after error@1113503683) -> (continuation of Deferred@233479031 after retry RPC after error@1602883473) -> (continuation of Deferred@1100837588 after retry RPC after error@1984574859) -> (continuation of Deferred@790767894 after retry RPC after error@542858724) -> (continuation of Deferred@184193257 after retry RPC after error@758848080) -> (continuation of Deferred@326102136 after retry RPC after error@1772169100) -> (continuation of Deferred@922914697 after retry RPC after error@1109322403), errback=(continuation of Deferred@120797019 after retry RPC after error@1113503683) -> (continuation of Deferred@233479031 after retry RPC after error@1602883473) -> (continuation of Deferred@1100837588 after retry RPC after error@1984574859) -> (continuation of Deferred@790767894 after retry RPC after error@542858724) -> (continuation of Deferred@184193257 after retry RPC after error@758848080) -> (continuation of Deferred@326102136 after retry RPC after error@1772169100) -> (continuation of Deferred@922914697 after retry RPC after error@1109322403)))
11:01:45.571 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
11:01:45.589 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:45.590 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:45.590 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:45.590 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:45.590 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:45.590 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:45.591 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:45.591 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:45.591 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:45.610 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:45.610 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:45.611 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:45.611 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:45.611 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:45.611 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:45.611 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:45.611 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:45.611 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:45.630 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:45.630 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:45.630 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:45.630 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:45.631 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:45.631 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:45.631 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:45.631 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:45.631 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:45.650 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:45.650 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:45.650 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:45.650 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:45.650 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:45.650 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:45.651 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:45.651 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:45.651 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:45.669 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:45.670 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:45.670 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:45.670 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:45.670 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:45.670 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:45.670 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:45.670 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:45.671 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:45.690 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:45.690 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:45.690 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:45.690 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:45.690 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:45.690 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:45.691 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:45.691 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:45.691 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:45.730 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:45.730 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:45.730 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:45.730 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:45.730 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:45.730 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:45.730 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:45.730 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:45.731 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:45.790 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:45.790 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:45.790 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:45.790 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:45.790 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:45.790 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:45.790 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:45.790 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:45.791 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:45.829 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:45.830 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:45.830 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:45.830 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:45.830 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:45.830 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:45.830 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:45.830 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:45.831 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:45.831 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1530531431(state=PENDING, result=null, callback=(continuation of Deferred@277655000 after retry RPC after error@379910690) -> (continuation of Deferred@1507286603 after retry RPC after error@1377122848) -> (continuation of Deferred@662880215 after retry RPC after error@382084335) -> (continuation of Deferred@1971324282 after retry RPC after error@247461328) -> (continuation of Deferred@1022468055 after retry RPC after error@456603130) -> (continuation of Deferred@1860786227 after retry RPC after error@529080651) -> (continuation of Deferred@800463434 after retry RPC after error@218919587) -> (continuation of Deferred@696290289 after retry RPC after error@2144695539), errback=(continuation of Deferred@277655000 after retry RPC after error@379910690) -> (continuation of Deferred@1507286603 after retry RPC after error@1377122848) -> (continuation of Deferred@662880215 after retry RPC after error@382084335) -> (continuation of Deferred@1971324282 after retry RPC after error@247461328) -> (continuation of Deferred@1022468055 after retry RPC after error@456603130) -> (continuation of Deferred@1860786227 after retry RPC after error@529080651) -> (continuation of Deferred@800463434 after retry RPC after error@218919587) -> (continuation of Deferred@696290289 after retry RPC after error@2144695539)))
11:01:45.832 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1530531431(state=PENDING, result=null, callback=(continuation of Deferred@277655000 after retry RPC after error@379910690) -> (continuation of Deferred@1507286603 after retry RPC after error@1377122848) -> (continuation of Deferred@662880215 after retry RPC after error@382084335) -> (continuation of Deferred@1971324282 after retry RPC after error@247461328) -> (continuation of Deferred@1022468055 after retry RPC after error@456603130) -> (continuation of Deferred@1860786227 after retry RPC after error@529080651) -> (continuation of Deferred@800463434 after retry RPC after error@218919587) -> (continuation of Deferred@696290289 after retry RPC after error@2144695539), errback=(continuation of Deferred@277655000 after retry RPC after error@379910690) -> (continuation of Deferred@1507286603 after retry RPC after error@1377122848) -> (continuation of Deferred@662880215 after retry RPC after error@382084335) -> (continuation of Deferred@1971324282 after retry RPC after error@247461328) -> (continuation of Deferred@1022468055 after retry RPC after error@456603130) -> (continuation of Deferred@1860786227 after retry RPC after error@529080651) -> (continuation of Deferred@800463434 after retry RPC after error@218919587) -> (continuation of Deferred@696290289 after retry RPC after error@2144695539)))
11:01:45.850 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:45.850 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:45.850 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:45.850 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:45.850 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:45.850 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:45.851 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:45.851 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:45.851 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:45.869 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:45.870 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:45.870 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:45.870 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:45.870 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:45.870 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:45.870 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:45.870 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:45.870 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:45.890 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:45.890 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:45.890 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:45.891 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:45.891 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:45.891 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:45.891 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:45.891 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:45.891 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:45.910 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:45.910 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:45.910 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:45.910 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:45.910 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:45.911 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:45.911 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:45.911 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:45.911 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:45.930 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:45.930 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:45.930 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:45.930 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:45.930 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:45.930 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:45.930 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:45.930 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:45.931 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:45.950 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:45.950 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:45.951 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:45.951 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:45.951 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:45.951 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:45.951 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:45.951 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:45.951 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:45.990 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:45.990 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:45.990 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:45.990 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:45.990 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:45.990 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:45.990 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:45.991 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:45.991 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:46.090 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:46.090 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:46.090 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:46.090 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:46.091 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:46.091 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:46.091 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:46.091 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:46.091 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:46.091 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [240ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1297977829(state=PENDING, result=null, callback=(continuation of Deferred@1495872678 after retry RPC after error@1217479587) -> (continuation of Deferred@1389644854 after retry RPC after error@1940335920) -> (continuation of Deferred@1664859110 after retry RPC after error@569733241) -> (continuation of Deferred@1370500493 after retry RPC after error@464798758) -> (continuation of Deferred@627980349 after retry RPC after error@789766737) -> (continuation of Deferred@2132700795 after retry RPC after error@1186103498) -> (continuation of Deferred@315226097 after retry RPC after error@720474003), errback=(continuation of Deferred@1495872678 after retry RPC after error@1217479587) -> (continuation of Deferred@1389644854 after retry RPC after error@1940335920) -> (continuation of Deferred@1664859110 after retry RPC after error@569733241) -> (continuation of Deferred@1370500493 after retry RPC after error@464798758) -> (continuation of Deferred@627980349 after retry RPC after error@789766737) -> (continuation of Deferred@2132700795 after retry RPC after error@1186103498) -> (continuation of Deferred@315226097 after retry RPC after error@720474003)))
11:01:46.092 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [240ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1297977829(state=PENDING, result=null, callback=(continuation of Deferred@1495872678 after retry RPC after error@1217479587) -> (continuation of Deferred@1389644854 after retry RPC after error@1940335920) -> (continuation of Deferred@1664859110 after retry RPC after error@569733241) -> (continuation of Deferred@1370500493 after retry RPC after error@464798758) -> (continuation of Deferred@627980349 after retry RPC after error@789766737) -> (continuation of Deferred@2132700795 after retry RPC after error@1186103498) -> (continuation of Deferred@315226097 after retry RPC after error@720474003), errback=(continuation of Deferred@1495872678 after retry RPC after error@1217479587) -> (continuation of Deferred@1389644854 after retry RPC after error@1940335920) -> (continuation of Deferred@1664859110 after retry RPC after error@569733241) -> (continuation of Deferred@1370500493 after retry RPC after error@464798758) -> (continuation of Deferred@627980349 after retry RPC after error@789766737) -> (continuation of Deferred@2132700795 after retry RPC after error@1186103498) -> (continuation of Deferred@315226097 after retry RPC after error@720474003)))
11:01:46.110 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:46.110 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:46.110 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:46.110 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:46.110 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:46.110 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:46.110 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:46.110 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:46.111 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:46.130 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:46.130 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:46.131 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:46.131 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:46.131 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:46.131 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:46.131 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:46.131 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:46.131 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:46.150 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:46.150 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:46.150 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:46.150 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:46.150 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:46.151 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:46.151 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:46.151 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:46.151 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:46.170 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:46.170 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:46.170 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:46.170 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:46.170 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:46.170 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:46.170 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:46.170 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:46.171 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:46.190 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:46.190 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:46.191 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:46.191 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:46.191 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:46.191 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:46.191 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:46.191 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:46.192 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:46.210 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:46.210 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:46.210 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:46.210 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:46.210 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:46.210 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:46.211 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:46.211 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:46.211 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:46.269 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:46.270 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:46.270 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:46.270 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:46.270 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:46.270 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:46.270 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:46.270 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:46.270 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:46.290 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:46.290 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:46.290 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:46.290 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:46.291 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:46.291 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:46.291 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:46.291 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:46.291 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:46.292 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [83ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1570905804(state=PENDING, result=null, callback=(continuation of Deferred@811554637 after retry RPC after error@614730486) -> (continuation of Deferred@1346163061 after retry RPC after error@497414592) -> (continuation of Deferred@1468676102 after retry RPC after error@1400732603) -> (continuation of Deferred@1702674392 after retry RPC after error@1474656582) -> (continuation of Deferred@1370042804 after retry RPC after error@1773222041) -> (continuation of Deferred@1765005320 after retry RPC after error@358654753) -> (continuation of Deferred@224134312 after retry RPC after error@1833537642), errback=(continuation of Deferred@811554637 after retry RPC after error@614730486) -> (continuation of Deferred@1346163061 after retry RPC after error@497414592) -> (continuation of Deferred@1468676102 after retry RPC after error@1400732603) -> (continuation of Deferred@1702674392 after retry RPC after error@1474656582) -> (continuation of Deferred@1370042804 after retry RPC after error@1773222041) -> (continuation of Deferred@1765005320 after retry RPC after error@358654753) -> (continuation of Deferred@224134312 after retry RPC after error@1833537642)))
11:01:46.292 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [83ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1570905804(state=PENDING, result=null, callback=(continuation of Deferred@811554637 after retry RPC after error@614730486) -> (continuation of Deferred@1346163061 after retry RPC after error@497414592) -> (continuation of Deferred@1468676102 after retry RPC after error@1400732603) -> (continuation of Deferred@1702674392 after retry RPC after error@1474656582) -> (continuation of Deferred@1370042804 after retry RPC after error@1773222041) -> (continuation of Deferred@1765005320 after retry RPC after error@358654753) -> (continuation of Deferred@224134312 after retry RPC after error@1833537642), errback=(continuation of Deferred@811554637 after retry RPC after error@614730486) -> (continuation of Deferred@1346163061 after retry RPC after error@497414592) -> (continuation of Deferred@1468676102 after retry RPC after error@1400732603) -> (continuation of Deferred@1702674392 after retry RPC after error@1474656582) -> (continuation of Deferred@1370042804 after retry RPC after error@1773222041) -> (continuation of Deferred@1765005320 after retry RPC after error@358654753) -> (continuation of Deferred@224134312 after retry RPC after error@1833537642)))
11:01:46.310 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:46.310 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:46.310 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:46.310 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:46.310 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:46.310 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:46.310 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:46.310 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:46.311 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:46.330 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:46.330 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:46.330 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:46.331 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:46.331 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:46.331 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:46.331 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:46.331 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:46.331 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:46.350 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:46.350 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:46.350 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:46.350 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:46.350 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:46.350 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:46.350 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:46.351 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:46.351 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:46.370 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:46.370 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:46.370 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:46.371 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:46.371 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:46.371 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:46.371 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:46.371 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:46.371 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:46.390 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:46.390 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:46.390 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:46.390 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:46.390 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:46.390 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:46.390 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:46.390 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:46.391 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:46.429 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:46.430 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:46.430 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:46.430 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:46.430 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:46.430 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:46.430 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:46.430 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:46.431 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:46.450 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:46.450 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:46.450 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:46.451 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:46.451 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:46.451 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:46.451 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:46.451 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:46.451 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:46.510 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:46.510 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:46.511 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:46.511 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:46.511 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:46.511 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:46.511 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:46.511 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:46.511 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:46.550 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:46.550 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:46.551 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:46.551 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:46.551 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:46.551 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:46.551 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:46.551 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:46.551 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:46.552 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1069591365(state=PENDING, result=null, callback=(continuation of Deferred@346400451 after retry RPC after error@922880440) -> (continuation of Deferred@84756478 after retry RPC after error@1059933849) -> (continuation of Deferred@109536257 after retry RPC after error@569369248) -> (continuation of Deferred@1311925204 after retry RPC after error@457090317) -> (continuation of Deferred@648314119 after retry RPC after error@2013294993) -> (continuation of Deferred@628195718 after retry RPC after error@1258901224) -> (continuation of Deferred@1321230027 after retry RPC after error@901194363) -> (continuation of Deferred@484702458 after retry RPC after error@488414080), errback=(continuation of Deferred@346400451 after retry RPC after error@922880440) -> (continuation of Deferred@84756478 after retry RPC after error@1059933849) -> (continuation of Deferred@109536257 after retry RPC after error@569369248) -> (continuation of Deferred@1311925204 after retry RPC after error@457090317) -> (continuation of Deferred@648314119 after retry RPC after error@2013294993) -> (continuation of Deferred@628195718 after retry RPC after error@1258901224) -> (continuation of Deferred@1321230027 after retry RPC after error@901194363) -> (continuation of Deferred@484702458 after retry RPC after error@488414080)))
11:01:46.552 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1069591365(state=PENDING, result=null, callback=(continuation of Deferred@346400451 after retry RPC after error@922880440) -> (continuation of Deferred@84756478 after retry RPC after error@1059933849) -> (continuation of Deferred@109536257 after retry RPC after error@569369248) -> (continuation of Deferred@1311925204 after retry RPC after error@457090317) -> (continuation of Deferred@648314119 after retry RPC after error@2013294993) -> (continuation of Deferred@628195718 after retry RPC after error@1258901224) -> (continuation of Deferred@1321230027 after retry RPC after error@901194363) -> (continuation of Deferred@484702458 after retry RPC after error@488414080), errback=(continuation of Deferred@346400451 after retry RPC after error@922880440) -> (continuation of Deferred@84756478 after retry RPC after error@1059933849) -> (continuation of Deferred@109536257 after retry RPC after error@569369248) -> (continuation of Deferred@1311925204 after retry RPC after error@457090317) -> (continuation of Deferred@648314119 after retry RPC after error@2013294993) -> (continuation of Deferred@628195718 after retry RPC after error@1258901224) -> (continuation of Deferred@1321230027 after retry RPC after error@901194363) -> (continuation of Deferred@484702458 after retry RPC after error@488414080)))
11:01:46.570 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:46.570 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:46.570 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:46.570 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:46.570 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:46.570 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:46.570 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:46.570 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:46.571 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:46.590 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:46.590 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:46.591 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:46.591 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:46.591 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:46.591 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:46.591 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:46.591 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:46.591 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:46.610 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:46.610 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:46.610 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:46.610 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:46.610 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:46.610 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:46.610 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:46.610 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:46.611 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:46.630 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:46.630 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:46.631 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:46.631 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:46.631 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:46.631 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:46.631 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:46.631 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:46.631 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:46.650 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:46.650 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:46.650 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:46.650 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:46.650 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:46.650 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:46.650 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:46.650 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:46.651 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:46.669 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:46.669 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:46.670 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:46.670 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:46.670 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:46.670 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:46.670 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:46.670 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:46.670 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:46.730 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:46.730 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:46.730 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:46.731 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:46.731 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:46.731 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:46.731 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:46.731 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:46.731 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:46.810 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:46.810 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:46.811 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:46.811 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:46.811 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:46.811 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:46.811 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:46.811 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:46.811 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:46.811 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@897766263(state=PENDING, result=null, callback=(continuation of Deferred@2008389790 after retry RPC after error@827710931) -> (continuation of Deferred@1253786854 after retry RPC after error@1770078125) -> (continuation of Deferred@841689963 after retry RPC after error@756007864) -> (continuation of Deferred@1023618699 after retry RPC after error@1562317521) -> (continuation of Deferred@914623082 after retry RPC after error@1707416833) -> (continuation of Deferred@1091964996 after retry RPC after error@1689918253) -> (continuation of Deferred@1920699018 after retry RPC after error@1058778321), errback=(continuation of Deferred@2008389790 after retry RPC after error@827710931) -> (continuation of Deferred@1253786854 after retry RPC after error@1770078125) -> (continuation of Deferred@841689963 after retry RPC after error@756007864) -> (continuation of Deferred@1023618699 after retry RPC after error@1562317521) -> (continuation of Deferred@914623082 after retry RPC after error@1707416833) -> (continuation of Deferred@1091964996 after retry RPC after error@1689918253) -> (continuation of Deferred@1920699018 after retry RPC after error@1058778321)))
11:01:46.812 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@897766263(state=PENDING, result=null, callback=(continuation of Deferred@2008389790 after retry RPC after error@827710931) -> (continuation of Deferred@1253786854 after retry RPC after error@1770078125) -> (continuation of Deferred@841689963 after retry RPC after error@756007864) -> (continuation of Deferred@1023618699 after retry RPC after error@1562317521) -> (continuation of Deferred@914623082 after retry RPC after error@1707416833) -> (continuation of Deferred@1091964996 after retry RPC after error@1689918253) -> (continuation of Deferred@1920699018 after retry RPC after error@1058778321), errback=(continuation of Deferred@2008389790 after retry RPC after error@827710931) -> (continuation of Deferred@1253786854 after retry RPC after error@1770078125) -> (continuation of Deferred@841689963 after retry RPC after error@756007864) -> (continuation of Deferred@1023618699 after retry RPC after error@1562317521) -> (continuation of Deferred@914623082 after retry RPC after error@1707416833) -> (continuation of Deferred@1091964996 after retry RPC after error@1689918253) -> (continuation of Deferred@1920699018 after retry RPC after error@1058778321)))
11:01:46.830 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:46.830 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:46.830 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:46.830 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:46.830 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:46.830 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:46.830 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:46.830 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:46.831 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:46.850 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:46.850 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:46.851 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:46.851 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:46.851 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:46.851 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:46.851 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:46.851 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:46.851 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:46.870 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:46.870 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:46.870 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:46.870 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:46.870 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:46.870 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:46.870 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:46.870 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:46.871 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:46.889 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:46.889 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:46.890 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:46.890 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:46.890 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:46.890 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:46.890 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:46.890 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:46.890 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:46.910 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:46.910 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:46.910 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:46.910 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:46.910 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:46.910 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:46.910 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:46.911 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:46.911 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:46.929 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:46.930 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:46.930 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:46.930 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:46.930 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:46.930 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:46.930 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:46.930 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:46.930 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:47.010 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:47.011 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:47.011 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:47.011 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:47.011 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:47.011 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:47.011 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:47.011 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:47.011 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:47.012 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [100ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1647996618(state=PENDING, result=null, callback=(continuation of Deferred@1170695134 after retry RPC after error@2009262177) -> (continuation of Deferred@1137423813 after retry RPC after error@1916198728) -> (continuation of Deferred@210869059 after retry RPC after error@1827732304) -> (continuation of Deferred@1913331350 after retry RPC after error@906183424) -> (continuation of Deferred@919117056 after retry RPC after error@1569311474) -> (continuation of Deferred@2002555003 after retry RPC after error@1542178515), errback=(continuation of Deferred@1170695134 after retry RPC after error@2009262177) -> (continuation of Deferred@1137423813 after retry RPC after error@1916198728) -> (continuation of Deferred@210869059 after retry RPC after error@1827732304) -> (continuation of Deferred@1913331350 after retry RPC after error@906183424) -> (continuation of Deferred@919117056 after retry RPC after error@1569311474) -> (continuation of Deferred@2002555003 after retry RPC after error@1542178515)))
11:01:47.012 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [100ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1647996618(state=PENDING, result=null, callback=(continuation of Deferred@1170695134 after retry RPC after error@2009262177) -> (continuation of Deferred@1137423813 after retry RPC after error@1916198728) -> (continuation of Deferred@210869059 after retry RPC after error@1827732304) -> (continuation of Deferred@1913331350 after retry RPC after error@906183424) -> (continuation of Deferred@919117056 after retry RPC after error@1569311474) -> (continuation of Deferred@2002555003 after retry RPC after error@1542178515), errback=(continuation of Deferred@1170695134 after retry RPC after error@2009262177) -> (continuation of Deferred@1137423813 after retry RPC after error@1916198728) -> (continuation of Deferred@210869059 after retry RPC after error@1827732304) -> (continuation of Deferred@1913331350 after retry RPC after error@906183424) -> (continuation of Deferred@919117056 after retry RPC after error@1569311474) -> (continuation of Deferred@2002555003 after retry RPC after error@1542178515)))
11:01:47.030 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:47.030 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:47.031 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:47.031 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:47.031 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:47.031 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:47.031 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:47.031 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:47.031 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:47.050 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:47.050 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:47.050 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:47.050 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:47.050 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:47.050 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:47.050 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:47.050 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:47.051 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:47.069 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:47.070 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:47.070 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:47.070 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:47.070 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:47.070 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:47.070 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:47.070 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:47.071 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:47.090 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:47.090 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:47.090 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:47.090 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:47.090 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:47.090 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:47.090 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:47.091 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:47.091 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:47.109 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:47.109 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:47.110 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:47.110 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:47.110 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:47.110 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:47.110 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:47.110 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:47.110 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:47.130 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:47.130 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:47.130 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:47.130 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:47.130 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:47.130 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:47.130 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:47.131 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:47.131 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:47.169 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:47.170 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:47.170 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:47.170 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:47.170 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:47.171 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:47.171 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:47.171 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:47.171 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:47.269 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:47.270 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:47.270 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:47.270 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:47.270 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:47.270 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:47.270 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:47.270 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:47.271 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:47.271 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=240), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [240ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [240ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [240ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@950100943(state=PENDING, result=null, callback=(continuation of Deferred@2041601432 after retry RPC after error@1691386355) -> (continuation of Deferred@681542294 after retry RPC after error@454243153) -> (continuation of Deferred@1622466870 after retry RPC after error@732106) -> (continuation of Deferred@1423217263 after retry RPC after error@1449110047) -> (continuation of Deferred@287657139 after retry RPC after error@1210675238) -> (continuation of Deferred@949929126 after retry RPC after error@322608888) -> (continuation of Deferred@683743480 after retry RPC after error@736818566), errback=(continuation of Deferred@2041601432 after retry RPC after error@1691386355) -> (continuation of Deferred@681542294 after retry RPC after error@454243153) -> (continuation of Deferred@1622466870 after retry RPC after error@732106) -> (continuation of Deferred@1423217263 after retry RPC after error@1449110047) -> (continuation of Deferred@287657139 after retry RPC after error@1210675238) -> (continuation of Deferred@949929126 after retry RPC after error@322608888) -> (continuation of Deferred@683743480 after retry RPC after error@736818566)))
11:01:47.272 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=240), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [240ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [240ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [240ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@950100943(state=PENDING, result=null, callback=(continuation of Deferred@2041601432 after retry RPC after error@1691386355) -> (continuation of Deferred@681542294 after retry RPC after error@454243153) -> (continuation of Deferred@1622466870 after retry RPC after error@732106) -> (continuation of Deferred@1423217263 after retry RPC after error@1449110047) -> (continuation of Deferred@287657139 after retry RPC after error@1210675238) -> (continuation of Deferred@949929126 after retry RPC after error@322608888) -> (continuation of Deferred@683743480 after retry RPC after error@736818566), errback=(continuation of Deferred@2041601432 after retry RPC after error@1691386355) -> (continuation of Deferred@681542294 after retry RPC after error@454243153) -> (continuation of Deferred@1622466870 after retry RPC after error@732106) -> (continuation of Deferred@1423217263 after retry RPC after error@1449110047) -> (continuation of Deferred@287657139 after retry RPC after error@1210675238) -> (continuation of Deferred@949929126 after retry RPC after error@322608888) -> (continuation of Deferred@683743480 after retry RPC after error@736818566)))
11:01:47.290 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:47.290 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:47.290 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:47.290 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:47.290 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:47.290 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:47.291 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:47.291 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:47.291 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:47.309 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:47.310 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:47.310 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:47.310 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:47.310 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:47.310 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:47.310 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:47.310 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:47.310 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:47.330 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:47.330 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:47.330 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:47.330 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:47.330 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:47.331 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:47.331 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:47.331 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:47.331 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:47.349 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:47.350 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:47.350 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:47.350 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:47.350 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:47.350 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:47.350 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:47.350 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:47.351 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:47.370 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:47.370 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:47.371 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:47.371 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:47.371 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:47.371 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:47.371 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:47.371 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:47.371 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:47.371 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:47.371 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:47.372 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:47.390 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:47.390 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:47.390 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:47.390 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:47.390 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:47.390 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:47.391 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:47.391 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:47.391 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:47.450 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:47.450 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:47.450 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:47.450 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:47.450 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:47.450 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:47.450 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:47.450 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:47.451 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:47.451 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1045276980(state=PENDING, result=null, callback=(continuation of Deferred@1552695944 after retry RPC after error@391066545) -> (continuation of Deferred@50330963 after retry RPC after error@1361633329) -> (continuation of Deferred@1863217310 after retry RPC after error@28443765) -> (continuation of Deferred@2094687349 after retry RPC after error@1793407671) -> (continuation of Deferred@1995648501 after retry RPC after error@1735597810) -> (continuation of Deferred@1218783141 after retry RPC after error@190225540), errback=(continuation of Deferred@1552695944 after retry RPC after error@391066545) -> (continuation of Deferred@50330963 after retry RPC after error@1361633329) -> (continuation of Deferred@1863217310 after retry RPC after error@28443765) -> (continuation of Deferred@2094687349 after retry RPC after error@1793407671) -> (continuation of Deferred@1995648501 after retry RPC after error@1735597810) -> (continuation of Deferred@1218783141 after retry RPC after error@190225540)))
11:01:47.452 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1045276980(state=PENDING, result=null, callback=(continuation of Deferred@1552695944 after retry RPC after error@391066545) -> (continuation of Deferred@50330963 after retry RPC after error@1361633329) -> (continuation of Deferred@1863217310 after retry RPC after error@28443765) -> (continuation of Deferred@2094687349 after retry RPC after error@1793407671) -> (continuation of Deferred@1995648501 after retry RPC after error@1735597810) -> (continuation of Deferred@1218783141 after retry RPC after error@190225540), errback=(continuation of Deferred@1552695944 after retry RPC after error@391066545) -> (continuation of Deferred@50330963 after retry RPC after error@1361633329) -> (continuation of Deferred@1863217310 after retry RPC after error@28443765) -> (continuation of Deferred@2094687349 after retry RPC after error@1793407671) -> (continuation of Deferred@1995648501 after retry RPC after error@1735597810) -> (continuation of Deferred@1218783141 after retry RPC after error@190225540)))
11:01:47.470 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:47.470 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:47.471 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:47.471 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:47.471 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:47.471 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:47.471 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:47.471 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:47.471 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:47.490 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:47.490 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:47.490 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:47.490 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:47.490 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:47.490 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:47.490 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:47.490 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:47.491 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:47.510 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:47.510 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:47.511 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:47.511 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:47.511 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:47.511 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:47.511 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:47.511 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:47.511 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:47.530 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:47.530 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:47.530 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:47.530 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:47.530 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:47.530 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:47.530 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:47.530 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:47.531 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:47.549 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:47.550 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:47.550 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:47.550 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:47.550 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:47.550 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:47.550 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:47.550 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:47.551 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:47.590 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:47.590 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:47.591 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:47.591 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:47.591 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:47.591 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:47.591 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:47.591 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:47.592 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:47.610 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:47.610 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:47.610 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:47.610 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:47.610 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:47.610 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:47.610 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:47.610 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:47.611 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:47.611 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=140), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@829205737(state=PENDING, result=null, callback=(continuation of Deferred@1424548651 after retry RPC after error@2059454099) -> (continuation of Deferred@1925821136 after retry RPC after error@647385988) -> (continuation of Deferred@905190854 after retry RPC after error@1232904629) -> (continuation of Deferred@1981601144 after retry RPC after error@1652732492) -> (continuation of Deferred@2005764599 after retry RPC after error@1540423610) -> (continuation of Deferred@1266112173 after retry RPC after error@1007721821), errback=(continuation of Deferred@1424548651 after retry RPC after error@2059454099) -> (continuation of Deferred@1925821136 after retry RPC after error@647385988) -> (continuation of Deferred@905190854 after retry RPC after error@1232904629) -> (continuation of Deferred@1981601144 after retry RPC after error@1652732492) -> (continuation of Deferred@2005764599 after retry RPC after error@1540423610) -> (continuation of Deferred@1266112173 after retry RPC after error@1007721821)))
11:01:47.612 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=140), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@829205737(state=PENDING, result=null, callback=(continuation of Deferred@1424548651 after retry RPC after error@2059454099) -> (continuation of Deferred@1925821136 after retry RPC after error@647385988) -> (continuation of Deferred@905190854 after retry RPC after error@1232904629) -> (continuation of Deferred@1981601144 after retry RPC after error@1652732492) -> (continuation of Deferred@2005764599 after retry RPC after error@1540423610) -> (continuation of Deferred@1266112173 after retry RPC after error@1007721821), errback=(continuation of Deferred@1424548651 after retry RPC after error@2059454099) -> (continuation of Deferred@1925821136 after retry RPC after error@647385988) -> (continuation of Deferred@905190854 after retry RPC after error@1232904629) -> (continuation of Deferred@1981601144 after retry RPC after error@1652732492) -> (continuation of Deferred@2005764599 after retry RPC after error@1540423610) -> (continuation of Deferred@1266112173 after retry RPC after error@1007721821)))
11:01:47.629 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:47.630 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:47.630 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:47.630 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:47.630 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:47.630 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:47.630 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:47.630 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:47.630 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:47.650 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:47.650 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:47.650 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:47.650 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:47.650 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:47.650 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:47.650 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:47.650 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:47.651 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:47.669 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:47.670 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:47.670 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:47.670 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:47.670 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:47.670 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:47.670 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:47.670 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:47.670 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:47.690 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:47.690 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:47.690 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:47.690 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:47.690 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:47.690 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:47.690 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:47.691 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:47.691 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:47.709 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:47.710 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:47.710 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:47.710 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:47.710 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:47.710 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:47.710 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:47.710 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:47.710 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:47.750 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:47.750 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:47.750 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:47.750 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:47.750 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:47.751 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:47.751 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:47.751 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:47.751 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:47.830 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:47.830 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:47.831 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:47.831 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:47.831 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:47.831 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:47.831 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:47.831 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:47.831 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:47.832 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@420653646(state=PENDING, result=null, callback=(continuation of Deferred@459276565 after retry RPC after error@1469056545) -> (continuation of Deferred@536543225 after retry RPC after error@330725010) -> (continuation of Deferred@147170648 after retry RPC after error@1605573487) -> (continuation of Deferred@402530903 after retry RPC after error@937215196) -> (continuation of Deferred@311838746 after retry RPC after error@1429819716) -> (continuation of Deferred@858991918 after retry RPC after error@1645798832), errback=(continuation of Deferred@459276565 after retry RPC after error@1469056545) -> (continuation of Deferred@536543225 after retry RPC after error@330725010) -> (continuation of Deferred@147170648 after retry RPC after error@1605573487) -> (continuation of Deferred@402530903 after retry RPC after error@937215196) -> (continuation of Deferred@311838746 after retry RPC after error@1429819716) -> (continuation of Deferred@858991918 after retry RPC after error@1645798832)))
11:01:47.832 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@420653646(state=PENDING, result=null, callback=(continuation of Deferred@459276565 after retry RPC after error@1469056545) -> (continuation of Deferred@536543225 after retry RPC after error@330725010) -> (continuation of Deferred@147170648 after retry RPC after error@1605573487) -> (continuation of Deferred@402530903 after retry RPC after error@937215196) -> (continuation of Deferred@311838746 after retry RPC after error@1429819716) -> (continuation of Deferred@858991918 after retry RPC after error@1645798832), errback=(continuation of Deferred@459276565 after retry RPC after error@1469056545) -> (continuation of Deferred@536543225 after retry RPC after error@330725010) -> (continuation of Deferred@147170648 after retry RPC after error@1605573487) -> (continuation of Deferred@402530903 after retry RPC after error@937215196) -> (continuation of Deferred@311838746 after retry RPC after error@1429819716) -> (continuation of Deferred@858991918 after retry RPC after error@1645798832)))
11:01:47.850 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:47.850 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:47.850 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:47.850 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:47.850 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:47.850 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:47.850 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:47.850 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:47.851 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:47.870 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:47.870 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:47.871 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:47.871 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:47.871 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:47.871 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:47.871 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:47.871 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:47.871 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:47.890 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:47.890 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:47.890 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:47.890 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:47.890 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:47.890 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:47.890 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:47.890 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:47.891 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:47.910 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:47.910 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:47.910 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:47.911 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:47.911 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:47.911 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:47.911 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:47.911 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:47.911 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:47.930 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:47.930 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:47.930 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:47.930 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:47.931 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:47.931 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:47.931 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:47.931 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:47.931 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:47.970 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:47.970 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:47.970 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:47.970 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:47.970 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:47.970 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:47.970 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:47.970 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:47.971 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:47.989 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:47.990 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:47.990 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:47.990 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:47.990 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:47.990 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:47.990 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:47.990 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:47.990 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:48.050 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:48.050 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:48.051 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:48.051 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:48.051 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:48.051 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:48.051 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:48.051 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:48.051 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:48.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:48.052042 5740 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615, num_attempts: 1)
11:01:48.052 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [140ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, deferred=Deferred@1840637249(state=PENDING, result=null, callback=(continuation of Deferred@1968627897 after retry RPC after error@446361514) -> (continuation of Deferred@1064694155 after retry RPC after error@2108196041) -> (continuation of Deferred@1069150445 after retry RPC after error@1922281231) -> (continuation of Deferred@1660608895 after retry RPC after error@1531817765) -> (continuation of Deferred@730006073 after retry RPC after error@1141320593) -> (continuation of Deferred@1900272503 after retry RPC after error@1195468541) -> (continuation of Deferred@1952462566 after retry RPC after error@164024408), errback=(continuation of Deferred@1968627897 after retry RPC after error@446361514) -> (continuation of Deferred@1064694155 after retry RPC after error@2108196041) -> (continuation of Deferred@1069150445 after retry RPC after error@1922281231) -> (continuation of Deferred@1660608895 after retry RPC after error@1531817765) -> (continuation of Deferred@730006073 after retry RPC after error@1141320593) -> (continuation of Deferred@1900272503 after retry RPC after error@1195468541) -> (continuation of Deferred@1952462566 after retry RPC after error@164024408)))
11:01:48.052 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [140ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, deferred=Deferred@1840637249(state=PENDING, result=null, callback=(continuation of Deferred@1968627897 after retry RPC after error@446361514) -> (continuation of Deferred@1064694155 after retry RPC after error@2108196041) -> (continuation of Deferred@1069150445 after retry RPC after error@1922281231) -> (continuation of Deferred@1660608895 after retry RPC after error@1531817765) -> (continuation of Deferred@730006073 after retry RPC after error@1141320593) -> (continuation of Deferred@1900272503 after retry RPC after error@1195468541) -> (continuation of Deferred@1952462566 after retry RPC after error@164024408), errback=(continuation of Deferred@1968627897 after retry RPC after error@446361514) -> (continuation of Deferred@1064694155 after retry RPC after error@2108196041) -> (continuation of Deferred@1069150445 after retry RPC after error@1922281231) -> (continuation of Deferred@1660608895 after retry RPC after error@1531817765) -> (continuation of Deferred@730006073 after retry RPC after error@1141320593) -> (continuation of Deferred@1900272503 after retry RPC after error@1195468541) -> (continuation of Deferred@1952462566 after retry RPC after error@164024408)))
11:01:48.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:48.057523 5740 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '9d97e2a33c7340dfbb9ce8fa17c0b548', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '9d97e2a33c7340dfbb9ce8fa17c0b548', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615, num_attempts: 1)
11:01:48.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:48.058881 5737 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.4.245.188:44615)
11:01:48.070 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:48.070 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:48.070 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:48.070 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:48.071 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:48.071 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:48.071 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:48.071 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:48.071 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:48.090 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:48.090 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:48.090 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:48.090 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:48.090 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:48.090 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:48.090 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:48.090 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:48.091 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:48.110 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:48.110 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:48.111 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:48.111 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:48.111 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:48.111 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:48.111 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:48.111 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:48.111 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:48.130 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:48.130 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:48.130 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:48.130 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:48.131 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:48.131 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:48.131 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:48.131 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:48.131 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:48.149 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:48.150 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:48.150 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:48.150 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:48.150 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:48.150 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:48.150 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:48.150 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:48.150 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:48.190 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:48.190 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:48.191 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:48.191 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:48.191 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:48.191 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:48.191 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:48.191 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:48.191 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:48.210 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:48.210 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:48.210 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:48.210 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:48.210 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:48.211 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:48.211 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:48.211 [INFO - pool-49-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:48.211 [WARN - pool-49-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:48.290 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:48.290 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:48.290 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:48.290 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:48.290 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:48.290 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:48.290 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:48.290 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:48.291 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:48.291 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1645774655(state=PENDING, result=null, callback=(continuation of Deferred@1568710417 after retry RPC after error@617572703) -> (continuation of Deferred@1640713325 after retry RPC after error@1196166676) -> (continuation of Deferred@518875643 after retry RPC after error@1102540520) -> (continuation of Deferred@2057628311 after retry RPC after error@1572824953) -> (continuation of Deferred@686321540 after retry RPC after error@1389528159) -> (continuation of Deferred@268385472 after retry RPC after error@693966569) -> (continuation of Deferred@1117964297 after retry RPC after error@68439166), errback=(continuation of Deferred@1568710417 after retry RPC after error@617572703) -> (continuation of Deferred@1640713325 after retry RPC after error@1196166676) -> (continuation of Deferred@518875643 after retry RPC after error@1102540520) -> (continuation of Deferred@2057628311 after retry RPC after error@1572824953) -> (continuation of Deferred@686321540 after retry RPC after error@1389528159) -> (continuation of Deferred@268385472 after retry RPC after error@693966569) -> (continuation of Deferred@1117964297 after retry RPC after error@68439166)))
11:01:48.292 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1645774655(state=PENDING, result=null, callback=(continuation of Deferred@1568710417 after retry RPC after error@617572703) -> (continuation of Deferred@1640713325 after retry RPC after error@1196166676) -> (continuation of Deferred@518875643 after retry RPC after error@1102540520) -> (continuation of Deferred@2057628311 after retry RPC after error@1572824953) -> (continuation of Deferred@686321540 after retry RPC after error@1389528159) -> (continuation of Deferred@268385472 after retry RPC after error@693966569) -> (continuation of Deferred@1117964297 after retry RPC after error@68439166), errback=(continuation of Deferred@1568710417 after retry RPC after error@617572703) -> (continuation of Deferred@1640713325 after retry RPC after error@1196166676) -> (continuation of Deferred@518875643 after retry RPC after error@1102540520) -> (continuation of Deferred@2057628311 after retry RPC after error@1572824953) -> (continuation of Deferred@686321540 after retry RPC after error@1389528159) -> (continuation of Deferred@268385472 after retry RPC after error@693966569) -> (continuation of Deferred@1117964297 after retry RPC after error@68439166)))
11:01:48.310 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:48.311 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:48.311 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:48.311 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:48.311 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:48.311 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:48.311 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:48.311 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:48.311 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:48.329 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:48.330 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:48.330 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:48.330 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:48.330 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:48.330 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:48.330 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:48.330 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:48.331 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:48.350 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:48.350 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:48.351 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:48.351 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:48.351 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:48.351 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:48.351 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:48.351 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:48.352 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:48.370 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:48.370 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:48.370 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:48.370 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:48.370 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:48.370 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:48.370 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:48.370 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:48.371 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:48.390 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:48.390 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:48.391 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:48.391 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:48.391 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:48.391 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:48.391 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:48.391 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:48.392 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:48.410 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:48.410 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:48.410 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:48.410 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:48.410 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:48.410 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:48.410 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:48.410 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:48.411 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:48.469 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:48.470 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:48.470 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:48.470 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:48.470 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:48.470 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:48.470 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:48.470 [INFO - pool-49-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:48.471 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:48.510 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:48.510 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:48.510 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:48.511 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:48.511 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:48.511 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:48.511 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:48.511 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:48.511 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:48.512 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1020160508(state=PENDING, result=null, callback=(continuation of Deferred@1423710351 after retry RPC after error@848223966) -> (continuation of Deferred@1386344337 after retry RPC after error@493878704) -> (continuation of Deferred@700684018 after retry RPC after error@1837090106) -> (continuation of Deferred@813654627 after retry RPC after error@1377803169) -> (continuation of Deferred@1734275862 after retry RPC after error@1947970770) -> (continuation of Deferred@1069327432 after retry RPC after error@290517645) -> (continuation of Deferred@25589234 after retry RPC after error@684864556), errback=(continuation of Deferred@1423710351 after retry RPC after error@848223966) -> (continuation of Deferred@1386344337 after retry RPC after error@493878704) -> (continuation of Deferred@700684018 after retry RPC after error@1837090106) -> (continuation of Deferred@813654627 after retry RPC after error@1377803169) -> (continuation of Deferred@1734275862 after retry RPC after error@1947970770) -> (continuation of Deferred@1069327432 after retry RPC after error@290517645) -> (continuation of Deferred@25589234 after retry RPC after error@684864556)))
11:01:48.512 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1020160508(state=PENDING, result=null, callback=(continuation of Deferred@1423710351 after retry RPC after error@848223966) -> (continuation of Deferred@1386344337 after retry RPC after error@493878704) -> (continuation of Deferred@700684018 after retry RPC after error@1837090106) -> (continuation of Deferred@813654627 after retry RPC after error@1377803169) -> (continuation of Deferred@1734275862 after retry RPC after error@1947970770) -> (continuation of Deferred@1069327432 after retry RPC after error@290517645) -> (continuation of Deferred@25589234 after retry RPC after error@684864556), errback=(continuation of Deferred@1423710351 after retry RPC after error@848223966) -> (continuation of Deferred@1386344337 after retry RPC after error@493878704) -> (continuation of Deferred@700684018 after retry RPC after error@1837090106) -> (continuation of Deferred@813654627 after retry RPC after error@1377803169) -> (continuation of Deferred@1734275862 after retry RPC after error@1947970770) -> (continuation of Deferred@1069327432 after retry RPC after error@290517645) -> (continuation of Deferred@25589234 after retry RPC after error@684864556)))
11:01:48.530 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:48.531 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:48.531 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:48.531 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:48.531 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:48.531 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:48.531 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:48.531 [INFO - pool-49-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:48.531 [WARN - pool-49-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:48.550 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:48.550 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:48.550 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:48.550 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:48.550 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:48.551 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:48.551 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:48.551 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:48.551 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:48.570 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:48.570 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:48.571 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:48.571 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:48.571 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:48.571 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:48.571 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:48.571 [INFO - pool-49-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:48.572 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:48.590 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:48.590 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:48.590 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:48.590 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:48.590 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:48.590 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:48.591 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:48.591 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:48.591 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:48.610 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:48.610 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:48.610 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:48.610 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:48.610 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:48.610 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:48.610 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:48.610 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:48.611 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:48.649 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:48.650 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:48.650 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:48.650 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:48.650 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:48.651 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:48.651 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:48.652 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:48.652 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:48.670 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:48.670 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:48.671 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:48.671 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:48.671 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:48.671 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:48.671 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:48.671 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:48.671 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:48.672 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, deferred=Deferred@472631446(state=PENDING, result=null, callback=(continuation of Deferred@1241275277 after retry RPC after error@771738766) -> (continuation of Deferred@1971983562 after retry RPC after error@933698965) -> (continuation of Deferred@472651999 after retry RPC after error@1331969128) -> (continuation of Deferred@1793936650 after retry RPC after error@1697234551) -> (continuation of Deferred@431991021 after retry RPC after error@2010529998) -> (continuation of Deferred@2001983011 after retry RPC after error@1595999416), errback=(continuation of Deferred@1241275277 after retry RPC after error@771738766) -> (continuation of Deferred@1971983562 after retry RPC after error@933698965) -> (continuation of Deferred@472651999 after retry RPC after error@1331969128) -> (continuation of Deferred@1793936650 after retry RPC after error@1697234551) -> (continuation of Deferred@431991021 after retry RPC after error@2010529998) -> (continuation of Deferred@2001983011 after retry RPC after error@1595999416)))
11:01:48.672 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, deferred=Deferred@472631446(state=PENDING, result=null, callback=(continuation of Deferred@1241275277 after retry RPC after error@771738766) -> (continuation of Deferred@1971983562 after retry RPC after error@933698965) -> (continuation of Deferred@472651999 after retry RPC after error@1331969128) -> (continuation of Deferred@1793936650 after retry RPC after error@1697234551) -> (continuation of Deferred@431991021 after retry RPC after error@2010529998) -> (continuation of Deferred@2001983011 after retry RPC after error@1595999416), errback=(continuation of Deferred@1241275277 after retry RPC after error@771738766) -> (continuation of Deferred@1971983562 after retry RPC after error@933698965) -> (continuation of Deferred@472651999 after retry RPC after error@1331969128) -> (continuation of Deferred@1793936650 after retry RPC after error@1697234551) -> (continuation of Deferred@431991021 after retry RPC after error@2010529998) -> (continuation of Deferred@2001983011 after retry RPC after error@1595999416)))
11:01:48.690 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:48.690 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:48.690 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:48.690 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:48.690 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:48.690 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:48.691 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:48.691 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:48.692 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:48.709 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:48.710 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:48.710 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:48.710 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:48.710 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:48.711 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:48.711 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:48.711 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:48.711 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:48.730 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:48.730 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:48.730 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:48.730 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:48.730 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:48.731 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:48.731 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:48.731 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:48.731 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:48.750 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:48.750 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:48.751 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:48.751 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:48.751 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:48.751 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:48.751 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:48.751 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:48.752 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:48.770 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:48.770 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:48.770 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:48.770 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:48.770 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:48.770 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:48.770 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:48.771 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:48.771 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:48.789 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:48.790 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:48.790 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:48.790 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:48.790 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:48.790 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:48.790 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:48.790 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:48.791 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:48.810 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:48.810 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:48.810 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:48.810 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:48.811 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:48.811 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:48.811 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:48.811 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:48.811 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:48.910 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:48.911 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:48.911 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:48.912 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:48.912 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:48.912 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:48.912 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:48.912 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:48.912 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:48.913 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1149362757(state=PENDING, result=null, callback=(continuation of Deferred@1324596323 after retry RPC after error@994745520) -> (continuation of Deferred@1080431356 after retry RPC after error@188633983) -> (continuation of Deferred@1484646111 after retry RPC after error@926768764) -> (continuation of Deferred@1195133845 after retry RPC after error@1046498726) -> (continuation of Deferred@161222571 after retry RPC after error@1410301530) -> (continuation of Deferred@1909127085 after retry RPC after error@1299945807) -> (continuation of Deferred@611526172 after retry RPC after error@195125606), errback=(continuation of Deferred@1324596323 after retry RPC after error@994745520) -> (continuation of Deferred@1080431356 after retry RPC after error@188633983) -> (continuation of Deferred@1484646111 after retry RPC after error@926768764) -> (continuation of Deferred@1195133845 after retry RPC after error@1046498726) -> (continuation of Deferred@161222571 after retry RPC after error@1410301530) -> (continuation of Deferred@1909127085 after retry RPC after error@1299945807) -> (continuation of Deferred@611526172 after retry RPC after error@195125606)))
11:01:48.913 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1149362757(state=PENDING, result=null, callback=(continuation of Deferred@1324596323 after retry RPC after error@994745520) -> (continuation of Deferred@1080431356 after retry RPC after error@188633983) -> (continuation of Deferred@1484646111 after retry RPC after error@926768764) -> (continuation of Deferred@1195133845 after retry RPC after error@1046498726) -> (continuation of Deferred@161222571 after retry RPC after error@1410301530) -> (continuation of Deferred@1909127085 after retry RPC after error@1299945807) -> (continuation of Deferred@611526172 after retry RPC after error@195125606), errback=(continuation of Deferred@1324596323 after retry RPC after error@994745520) -> (continuation of Deferred@1080431356 after retry RPC after error@188633983) -> (continuation of Deferred@1484646111 after retry RPC after error@926768764) -> (continuation of Deferred@1195133845 after retry RPC after error@1046498726) -> (continuation of Deferred@161222571 after retry RPC after error@1410301530) -> (continuation of Deferred@1909127085 after retry RPC after error@1299945807) -> (continuation of Deferred@611526172 after retry RPC after error@195125606)))
11:01:48.930 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:48.930 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:48.930 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:48.931 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:48.931 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:48.931 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:48.931 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:48.931 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:48.932 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:48.950 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:48.950 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:48.950 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:48.950 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:48.950 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:48.950 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:48.950 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:48.950 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:48.951 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:48.970 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:48.970 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:48.971 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:48.971 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:48.971 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:48.971 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:48.971 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:48.971 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:48.971 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:48.990 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:48.990 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:48.990 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:48.990 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:48.990 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:48.990 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:48.990 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:48.990 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:48.991 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:49.010 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:49.010 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:49.011 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:49.011 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:49.011 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:49.011 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:49.011 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:49.011 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:49.012 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:49.030 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:49.030 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:49.030 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:49.030 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:49.030 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:49.030 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:49.030 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:49.031 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:49.031 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:49.049 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:49.050 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:49.050 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:49.050 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:49.050 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:49.050 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:49.050 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:49.050 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:49.050 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:49.170 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:49.170 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:49.170 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:49.170 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:49.170 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:49.170 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:49.171 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:49.171 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:49.171 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:49.171 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [120ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [240ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@24437099(state=PENDING, result=null, callback=(continuation of Deferred@1878518744 after retry RPC after error@133097050) -> (continuation of Deferred@2098235808 after retry RPC after error@1539915984) -> (continuation of Deferred@196139354 after retry RPC after error@2073834048) -> (continuation of Deferred@37288218 after retry RPC after error@325514829) -> (continuation of Deferred@512857970 after retry RPC after error@75868370) -> (continuation of Deferred@1102082417 after retry RPC after error@1707090836) -> (continuation of Deferred@2004353625 after retry RPC after error@1586685788), errback=(continuation of Deferred@1878518744 after retry RPC after error@133097050) -> (continuation of Deferred@2098235808 after retry RPC after error@1539915984) -> (continuation of Deferred@196139354 after retry RPC after error@2073834048) -> (continuation of Deferred@37288218 after retry RPC after error@325514829) -> (continuation of Deferred@512857970 after retry RPC after error@75868370) -> (continuation of Deferred@1102082417 after retry RPC after error@1707090836) -> (continuation of Deferred@2004353625 after retry RPC after error@1586685788)))
11:01:49.172 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [120ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [240ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@24437099(state=PENDING, result=null, callback=(continuation of Deferred@1878518744 after retry RPC after error@133097050) -> (continuation of Deferred@2098235808 after retry RPC after error@1539915984) -> (continuation of Deferred@196139354 after retry RPC after error@2073834048) -> (continuation of Deferred@37288218 after retry RPC after error@325514829) -> (continuation of Deferred@512857970 after retry RPC after error@75868370) -> (continuation of Deferred@1102082417 after retry RPC after error@1707090836) -> (continuation of Deferred@2004353625 after retry RPC after error@1586685788), errback=(continuation of Deferred@1878518744 after retry RPC after error@133097050) -> (continuation of Deferred@2098235808 after retry RPC after error@1539915984) -> (continuation of Deferred@196139354 after retry RPC after error@2073834048) -> (continuation of Deferred@37288218 after retry RPC after error@325514829) -> (continuation of Deferred@512857970 after retry RPC after error@75868370) -> (continuation of Deferred@1102082417 after retry RPC after error@1707090836) -> (continuation of Deferred@2004353625 after retry RPC after error@1586685788)))
11:01:49.189 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:49.190 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:49.190 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:49.190 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:49.190 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:49.190 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:49.190 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:49.191 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:49.191 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:49.210 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:49.211 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:49.211 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:49.211 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:49.211 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:49.211 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:49.211 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:49.211 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:49.211 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:49.230 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:49.230 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:49.230 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:49.230 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:49.230 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:49.231 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:49.231 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:49.231 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:49.231 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:49.249 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:49.250 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:49.250 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:49.250 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:49.250 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:49.250 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:49.250 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:49.250 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:49.251 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:49.270 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:49.270 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:49.270 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:49.270 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:49.271 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:49.271 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:49.271 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:49.271 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:49.271 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:49.290 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:49.290 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:49.290 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:49.290 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:49.290 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:49.290 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:49.290 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:49.290 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:49.291 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:49.310 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:49.310 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:49.311 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:49.311 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:49.311 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:49.311 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:49.311 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:49.311 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:49.311 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:49.390 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:49.390 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:49.391 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:49.391 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:49.391 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:49.391 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:49.391 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:49.391 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:49.391 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:49.392 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@222709546(state=PENDING, result=null, callback=(continuation of Deferred@238002551 after retry RPC after error@898472991) -> (continuation of Deferred@1675719209 after retry RPC after error@1554056808) -> (continuation of Deferred@804659346 after retry RPC after error@1992440855) -> (continuation of Deferred@509241564 after retry RPC after error@1243397945) -> (continuation of Deferred@1425073240 after retry RPC after error@859134037) -> (continuation of Deferred@2128923239 after retry RPC after error@1361987573) -> (continuation of Deferred@45067180 after retry RPC after error@465681500), errback=(continuation of Deferred@238002551 after retry RPC after error@898472991) -> (continuation of Deferred@1675719209 after retry RPC after error@1554056808) -> (continuation of Deferred@804659346 after retry RPC after error@1992440855) -> (continuation of Deferred@509241564 after retry RPC after error@1243397945) -> (continuation of Deferred@1425073240 after retry RPC after error@859134037) -> (continuation of Deferred@2128923239 after retry RPC after error@1361987573) -> (continuation of Deferred@45067180 after retry RPC after error@465681500)))
11:01:49.392 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@222709546(state=PENDING, result=null, callback=(continuation of Deferred@238002551 after retry RPC after error@898472991) -> (continuation of Deferred@1675719209 after retry RPC after error@1554056808) -> (continuation of Deferred@804659346 after retry RPC after error@1992440855) -> (continuation of Deferred@509241564 after retry RPC after error@1243397945) -> (continuation of Deferred@1425073240 after retry RPC after error@859134037) -> (continuation of Deferred@2128923239 after retry RPC after error@1361987573) -> (continuation of Deferred@45067180 after retry RPC after error@465681500), errback=(continuation of Deferred@238002551 after retry RPC after error@898472991) -> (continuation of Deferred@1675719209 after retry RPC after error@1554056808) -> (continuation of Deferred@804659346 after retry RPC after error@1992440855) -> (continuation of Deferred@509241564 after retry RPC after error@1243397945) -> (continuation of Deferred@1425073240 after retry RPC after error@859134037) -> (continuation of Deferred@2128923239 after retry RPC after error@1361987573) -> (continuation of Deferred@45067180 after retry RPC after error@465681500)))
11:01:49.410 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:49.410 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:49.410 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:49.410 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:49.410 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:49.410 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:49.410 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:49.411 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:49.411 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:49.429 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:49.430 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:49.430 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:49.430 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:49.430 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:49.430 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:49.430 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:49.430 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:49.431 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:49.450 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:49.450 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:49.450 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:49.450 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:49.450 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:49.450 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:49.450 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:49.451 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:49.451 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:49.469 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:49.470 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:49.470 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:49.470 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:49.470 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:49.470 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:49.470 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:49.470 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:49.471 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:49.490 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:49.490 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:49.490 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:49.490 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:49.491 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:49.491 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:49.491 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:49.491 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:49.491 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:49.510 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:49.510 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:49.511 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:49.511 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:49.511 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:49.511 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:49.511 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:49.511 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:49.511 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:49.550 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:49.550 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:49.550 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:49.550 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:49.550 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:49.550 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:49.550 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:49.550 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:49.551 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:49.551 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:49.551 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:49.552 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:49.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:49.560480 6272 raft_consensus.cc:482] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 194ebd914a83439798a52288895b63e8)
11:01:49.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:49.560671 6272 raft_consensus.cc:504] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b26dd328e00412aa496490d4f7a64f4" member_type: VOTER last_known_addr { host: "127.4.245.190" port: 34613 } } peers { permanent_uuid: "194ebd914a83439798a52288895b63e8" member_type: VOTER last_known_addr { host: "127.4.245.189" port: 45675 } } peers { permanent_uuid: "05e67164d20c486eb7fe8fd51a131ab3" member_type: VOTER last_known_addr { host: "127.4.245.188" port: 44615 } }
11:01:49.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:49.561234 6272 leader_election.cc:288] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 194ebd914a83439798a52288895b63e8 (127.4.245.189:45675), 05e67164d20c486eb7fe8fd51a131ab3 (127.4.245.188:44615)
11:01:49.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:49.562111 5952 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.245.189:45675: connect: Connection refused (error 111) [suppressed 1 similar messages]
11:01:49.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:49.563274 5952 leader_election.cc:334] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 194ebd914a83439798a52288895b63e8 (127.4.245.189:45675): Network error: Client connection negotiation failed: client connection to 127.4.245.189:45675: connect: Connection refused (error 111)
11:01:49.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:49.563573 5951 leader_election.cc:334] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 05e67164d20c486eb7fe8fd51a131ab3 (127.4.245.188:44615): Network error: Client connection negotiation failed: client connection to 127.4.245.188:44615: connect: Connection refused (error 111)
11:01:49.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:49.563725 5951 leader_election.cc:302] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 2b26dd328e00412aa496490d4f7a64f4; no voters: 05e67164d20c486eb7fe8fd51a131ab3, 194ebd914a83439798a52288895b63e8
11:01:49.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:49.563966 6272 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
11:01:49.589 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:49.590 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:49.590 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:49.590 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:49.590 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:49.590 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:49.590 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:49.590 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:49.591 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:49.591 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@125343283(state=PENDING, result=null, callback=(continuation of Deferred@1781266201 after retry RPC after error@1594662240) -> (continuation of Deferred@1042861010 after retry RPC after error@2107771690) -> (continuation of Deferred@1208264888 after retry RPC after error@1943591749) -> (continuation of Deferred@198637751 after retry RPC after error@1715493308) -> (continuation of Deferred@191659172 after retry RPC after error@1054575743) -> (continuation of Deferred@41207891 after retry RPC after error@1721629720) -> (continuation of Deferred@243017011 after retry RPC after error@1822877943), errback=(continuation of Deferred@1781266201 after retry RPC after error@1594662240) -> (continuation of Deferred@1042861010 after retry RPC after error@2107771690) -> (continuation of Deferred@1208264888 after retry RPC after error@1943591749) -> (continuation of Deferred@198637751 after retry RPC after error@1715493308) -> (continuation of Deferred@191659172 after retry RPC after error@1054575743) -> (continuation of Deferred@41207891 after retry RPC after error@1721629720) -> (continuation of Deferred@243017011 after retry RPC after error@1822877943)))
11:01:49.592 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@125343283(state=PENDING, result=null, callback=(continuation of Deferred@1781266201 after retry RPC after error@1594662240) -> (continuation of Deferred@1042861010 after retry RPC after error@2107771690) -> (continuation of Deferred@1208264888 after retry RPC after error@1943591749) -> (continuation of Deferred@198637751 after retry RPC after error@1715493308) -> (continuation of Deferred@191659172 after retry RPC after error@1054575743) -> (continuation of Deferred@41207891 after retry RPC after error@1721629720) -> (continuation of Deferred@243017011 after retry RPC after error@1822877943), errback=(continuation of Deferred@1781266201 after retry RPC after error@1594662240) -> (continuation of Deferred@1042861010 after retry RPC after error@2107771690) -> (continuation of Deferred@1208264888 after retry RPC after error@1943591749) -> (continuation of Deferred@198637751 after retry RPC after error@1715493308) -> (continuation of Deferred@191659172 after retry RPC after error@1054575743) -> (continuation of Deferred@41207891 after retry RPC after error@1721629720) -> (continuation of Deferred@243017011 after retry RPC after error@1822877943)))
11:01:49.610 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:49.610 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:49.610 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:49.610 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:49.610 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:49.610 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:49.611 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:49.611 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:49.611 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:49.629 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:49.630 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:49.630 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:49.630 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:49.630 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:49.630 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:49.630 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:49.630 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:49.631 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:49.650 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:49.650 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:49.651 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:49.651 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:49.651 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:49.651 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:49.651 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:49.651 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:49.651 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:49.670 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:49.670 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:49.670 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:49.670 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:49.670 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:49.671 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:49.671 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:49.671 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:49.671 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:49.690 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:49.690 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:49.690 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:49.690 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:49.690 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:49.691 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:49.691 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:49.691 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:49.691 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:49.729 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:49.730 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:49.730 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:49.730 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:49.730 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:49.731 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:49.731 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:49.731 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:49.731 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:49.790 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:49.791 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:49.791 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:49.791 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:49.791 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:49.791 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:49.791 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:49.791 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:49.792 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:49.830 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:49.830 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:49.831 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:49.831 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:49.831 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:49.831 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:49.831 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:49.831 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:49.832 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:49.832 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@108439296(state=PENDING, result=null, callback=(continuation of Deferred@865517733 after retry RPC after error@2039798480) -> (continuation of Deferred@260090112 after retry RPC after error@1014845783) -> (continuation of Deferred@963325333 after retry RPC after error@1719018034) -> (continuation of Deferred@1815371605 after retry RPC after error@974474349) -> (continuation of Deferred@1525864767 after retry RPC after error@230819809) -> (continuation of Deferred@1136803835 after retry RPC after error@1403286986) -> (continuation of Deferred@525563296 after retry RPC after error@45319332), errback=(continuation of Deferred@865517733 after retry RPC after error@2039798480) -> (continuation of Deferred@260090112 after retry RPC after error@1014845783) -> (continuation of Deferred@963325333 after retry RPC after error@1719018034) -> (continuation of Deferred@1815371605 after retry RPC after error@974474349) -> (continuation of Deferred@1525864767 after retry RPC after error@230819809) -> (continuation of Deferred@1136803835 after retry RPC after error@1403286986) -> (continuation of Deferred@525563296 after retry RPC after error@45319332)))
11:01:49.833 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@108439296(state=PENDING, result=null, callback=(continuation of Deferred@865517733 after retry RPC after error@2039798480) -> (continuation of Deferred@260090112 after retry RPC after error@1014845783) -> (continuation of Deferred@963325333 after retry RPC after error@1719018034) -> (continuation of Deferred@1815371605 after retry RPC after error@974474349) -> (continuation of Deferred@1525864767 after retry RPC after error@230819809) -> (continuation of Deferred@1136803835 after retry RPC after error@1403286986) -> (continuation of Deferred@525563296 after retry RPC after error@45319332), errback=(continuation of Deferred@865517733 after retry RPC after error@2039798480) -> (continuation of Deferred@260090112 after retry RPC after error@1014845783) -> (continuation of Deferred@963325333 after retry RPC after error@1719018034) -> (continuation of Deferred@1815371605 after retry RPC after error@974474349) -> (continuation of Deferred@1525864767 after retry RPC after error@230819809) -> (continuation of Deferred@1136803835 after retry RPC after error@1403286986) -> (continuation of Deferred@525563296 after retry RPC after error@45319332)))
11:01:49.850 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:49.850 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:49.850 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:49.850 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:49.850 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:49.851 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:49.851 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:49.851 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:49.851 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:49.869 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:49.869 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:49.870 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:49.870 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:49.870 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:49.870 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:49.870 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:49.870 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:49.870 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:49.890 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:49.890 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:49.890 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:49.890 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:49.891 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:49.891 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:49.891 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:49.891 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:49.891 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:49.910 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:49.910 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:49.910 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:49.910 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:49.910 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:49.910 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:49.910 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:49.910 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:49.911 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:49.930 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:49.930 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:49.930 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:49.931 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:49.931 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:49.931 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:49.931 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:49.931 [INFO - pool-49-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:49.931 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:49.950 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:49.950 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:49.951 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:49.951 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:49.951 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:49.951 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:49.951 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:49.951 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:49.951 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:50.010 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:50.010 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:50.010 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.010 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.010 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.011 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.011 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.011 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.011 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:50.050 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:50.051 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:50.051 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.051 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.051 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.051 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.051 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.051 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.051 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:50.070 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:50.070 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:50.070 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.070 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.071 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.071 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.071 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.071 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.072 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:50.072 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@180457878(state=PENDING, result=null, callback=(continuation of Deferred@1355807122 after retry RPC after error@683294116) -> (continuation of Deferred@1197751135 after retry RPC after error@1102012164) -> (continuation of Deferred@1845702090 after retry RPC after error@388852403) -> (continuation of Deferred@1911887306 after retry RPC after error@1243165583) -> (continuation of Deferred@1023621755 after retry RPC after error@1091020698) -> (continuation of Deferred@411410741 after retry RPC after error@453209313) -> (continuation of Deferred@1064787224 after retry RPC after error@1135609371) -> (continuation of Deferred@1980336977 after retry RPC after error@1986888981), errback=(continuation of Deferred@1355807122 after retry RPC after error@683294116) -> (continuation of Deferred@1197751135 after retry RPC after error@1102012164) -> (continuation of Deferred@1845702090 after retry RPC after error@388852403) -> (continuation of Deferred@1911887306 after retry RPC after error@1243165583) -> (continuation of Deferred@1023621755 after retry RPC after error@1091020698) -> (continuation of Deferred@411410741 after retry RPC after error@453209313) -> (continuation of Deferred@1064787224 after retry RPC after error@1135609371) -> (continuation of Deferred@1980336977 after retry RPC after error@1986888981)))
11:01:50.072 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@180457878(state=PENDING, result=null, callback=(continuation of Deferred@1355807122 after retry RPC after error@683294116) -> (continuation of Deferred@1197751135 after retry RPC after error@1102012164) -> (continuation of Deferred@1845702090 after retry RPC after error@388852403) -> (continuation of Deferred@1911887306 after retry RPC after error@1243165583) -> (continuation of Deferred@1023621755 after retry RPC after error@1091020698) -> (continuation of Deferred@411410741 after retry RPC after error@453209313) -> (continuation of Deferred@1064787224 after retry RPC after error@1135609371) -> (continuation of Deferred@1980336977 after retry RPC after error@1986888981), errback=(continuation of Deferred@1355807122 after retry RPC after error@683294116) -> (continuation of Deferred@1197751135 after retry RPC after error@1102012164) -> (continuation of Deferred@1845702090 after retry RPC after error@388852403) -> (continuation of Deferred@1911887306 after retry RPC after error@1243165583) -> (continuation of Deferred@1023621755 after retry RPC after error@1091020698) -> (continuation of Deferred@411410741 after retry RPC after error@453209313) -> (continuation of Deferred@1064787224 after retry RPC after error@1135609371) -> (continuation of Deferred@1980336977 after retry RPC after error@1986888981)))
11:01:50.090 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:50.090 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:50.090 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.090 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.090 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.090 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.090 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.090 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.091 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:50.110 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:50.111 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:50.111 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.111 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.111 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.111 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.111 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.111 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.111 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:50.130 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:50.130 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:50.130 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.130 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.130 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.130 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.130 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.131 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.131 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:50.149 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:50.150 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:50.150 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.150 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.150 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.150 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.150 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.150 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.151 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:50.170 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:50.170 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:50.170 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.170 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.170 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.170 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.170 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.171 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.171 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:50.189 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:50.190 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:50.190 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.190 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.190 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.190 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.190 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.190 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.191 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:50.250 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:50.250 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:50.251 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.251 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.251 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.251 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.251 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.251 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.251 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:50.310 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:50.310 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:50.311 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.311 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.311 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.311 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.311 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.311 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.311 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:50.312 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, deferred=Deferred@1826498642(state=PENDING, result=null, callback=(continuation of Deferred@1344548013 after retry RPC after error@1729274357) -> (continuation of Deferred@1761691298 after retry RPC after error@1946185576) -> (continuation of Deferred@87061505 after retry RPC after error@2002743387) -> (continuation of Deferred@336071748 after retry RPC after error@1669614210) -> (continuation of Deferred@1695722127 after retry RPC after error@1774441438) -> (continuation of Deferred@1031641230 after retry RPC after error@2095842809) -> (continuation of Deferred@207261241 after retry RPC after error@2070999375), errback=(continuation of Deferred@1344548013 after retry RPC after error@1729274357) -> (continuation of Deferred@1761691298 after retry RPC after error@1946185576) -> (continuation of Deferred@87061505 after retry RPC after error@2002743387) -> (continuation of Deferred@336071748 after retry RPC after error@1669614210) -> (continuation of Deferred@1695722127 after retry RPC after error@1774441438) -> (continuation of Deferred@1031641230 after retry RPC after error@2095842809) -> (continuation of Deferred@207261241 after retry RPC after error@2070999375)))
11:01:50.312 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, deferred=Deferred@1826498642(state=PENDING, result=null, callback=(continuation of Deferred@1344548013 after retry RPC after error@1729274357) -> (continuation of Deferred@1761691298 after retry RPC after error@1946185576) -> (continuation of Deferred@87061505 after retry RPC after error@2002743387) -> (continuation of Deferred@336071748 after retry RPC after error@1669614210) -> (continuation of Deferred@1695722127 after retry RPC after error@1774441438) -> (continuation of Deferred@1031641230 after retry RPC after error@2095842809) -> (continuation of Deferred@207261241 after retry RPC after error@2070999375), errback=(continuation of Deferred@1344548013 after retry RPC after error@1729274357) -> (continuation of Deferred@1761691298 after retry RPC after error@1946185576) -> (continuation of Deferred@87061505 after retry RPC after error@2002743387) -> (continuation of Deferred@336071748 after retry RPC after error@1669614210) -> (continuation of Deferred@1695722127 after retry RPC after error@1774441438) -> (continuation of Deferred@1031641230 after retry RPC after error@2095842809) -> (continuation of Deferred@207261241 after retry RPC after error@2070999375)))
11:01:50.330 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:50.331 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:50.331 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.331 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.331 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.331 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.331 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.331 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.331 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:50.350 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:50.350 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:50.351 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.351 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.351 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.351 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.351 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.351 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.351 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:50.370 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:50.370 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:50.370 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.370 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.370 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.370 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.370 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.370 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.371 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:50.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:50.382189 5934 master_runner.cc:186] Error getting master registration for 127.4.245.189:45675: Network error: Client connection negotiation failed: client connection to 127.4.245.189:45675: connect: Connection refused (error 111),
11:01:50.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:50.382417 5934 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
11:01:50.390 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:50.390 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:50.391 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.391 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.391 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.391 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.391 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.391 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.391 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:50.410 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:50.410 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:50.410 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.410 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.410 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.410 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.410 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.410 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.411 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:50.430 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:50.430 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:50.431 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.431 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.431 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.431 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.431 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.431 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.431 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:50.470 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:50.470 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:50.470 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.470 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.470 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.470 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.470 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.471 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.471 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:50.471 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1445700084(state=PENDING, result=null, callback=(continuation of Deferred@521600618 after retry RPC after error@1667119182) -> (continuation of Deferred@1201199625 after retry RPC after error@1287120655) -> (continuation of Deferred@1685763421 after retry RPC after error@1995734484) -> (continuation of Deferred@2008922513 after retry RPC after error@71415798) -> (continuation of Deferred@899689086 after retry RPC after error@1626340291) -> (continuation of Deferred@2055513982 after retry RPC after error@1945321951), errback=(continuation of Deferred@521600618 after retry RPC after error@1667119182) -> (continuation of Deferred@1201199625 after retry RPC after error@1287120655) -> (continuation of Deferred@1685763421 after retry RPC after error@1995734484) -> (continuation of Deferred@2008922513 after retry RPC after error@71415798) -> (continuation of Deferred@899689086 after retry RPC after error@1626340291) -> (continuation of Deferred@2055513982 after retry RPC after error@1945321951)))
11:01:50.472 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1445700084(state=PENDING, result=null, callback=(continuation of Deferred@521600618 after retry RPC after error@1667119182) -> (continuation of Deferred@1201199625 after retry RPC after error@1287120655) -> (continuation of Deferred@1685763421 after retry RPC after error@1995734484) -> (continuation of Deferred@2008922513 after retry RPC after error@71415798) -> (continuation of Deferred@899689086 after retry RPC after error@1626340291) -> (continuation of Deferred@2055513982 after retry RPC after error@1945321951), errback=(continuation of Deferred@521600618 after retry RPC after error@1667119182) -> (continuation of Deferred@1201199625 after retry RPC after error@1287120655) -> (continuation of Deferred@1685763421 after retry RPC after error@1995734484) -> (continuation of Deferred@2008922513 after retry RPC after error@71415798) -> (continuation of Deferred@899689086 after retry RPC after error@1626340291) -> (continuation of Deferred@2055513982 after retry RPC after error@1945321951)))
11:01:50.489 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:50.489 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:50.490 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.490 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.490 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.490 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.490 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.490 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.491 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:50.510 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:50.510 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:50.510 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.510 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.511 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.511 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.511 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.511 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.511 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:50.529 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:50.530 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:50.530 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.530 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.530 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.530 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.530 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.530 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.531 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:50.550 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:50.550 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:50.550 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.550 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.551 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.551 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.551 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.551 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.551 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:50.569 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:50.570 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:50.570 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.570 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.570 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.570 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.570 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.570 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.571 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:50.610 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:50.610 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:50.610 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.610 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.610 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.610 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.611 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.611 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.611 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:50.629 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:50.630 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:50.630 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.630 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.630 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.630 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.630 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.630 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.631 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:50.690 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:50.690 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:50.691 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.691 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.691 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.691 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.691 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.691 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.691 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:50.692 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1640184402(state=PENDING, result=null, callback=(continuation of Deferred@1588025921 after retry RPC after error@288481777) -> (continuation of Deferred@993587536 after retry RPC after error@1129401807) -> (continuation of Deferred@666919606 after retry RPC after error@970990038) -> (continuation of Deferred@1169094091 after retry RPC after error@207157124) -> (continuation of Deferred@673833323 after retry RPC after error@276798249) -> (continuation of Deferred@575480896 after retry RPC after error@1776419674) -> (continuation of Deferred@245859764 after retry RPC after error@1651368346), errback=(continuation of Deferred@1588025921 after retry RPC after error@288481777) -> (continuation of Deferred@993587536 after retry RPC after error@1129401807) -> (continuation of Deferred@666919606 after retry RPC after error@970990038) -> (continuation of Deferred@1169094091 after retry RPC after error@207157124) -> (continuation of Deferred@673833323 after retry RPC after error@276798249) -> (continuation of Deferred@575480896 after retry RPC after error@1776419674) -> (continuation of Deferred@245859764 after retry RPC after error@1651368346)))
11:01:50.693 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1640184402(state=PENDING, result=null, callback=(continuation of Deferred@1588025921 after retry RPC after error@288481777) -> (continuation of Deferred@993587536 after retry RPC after error@1129401807) -> (continuation of Deferred@666919606 after retry RPC after error@970990038) -> (continuation of Deferred@1169094091 after retry RPC after error@207157124) -> (continuation of Deferred@673833323 after retry RPC after error@276798249) -> (continuation of Deferred@575480896 after retry RPC after error@1776419674) -> (continuation of Deferred@245859764 after retry RPC after error@1651368346), errback=(continuation of Deferred@1588025921 after retry RPC after error@288481777) -> (continuation of Deferred@993587536 after retry RPC after error@1129401807) -> (continuation of Deferred@666919606 after retry RPC after error@970990038) -> (continuation of Deferred@1169094091 after retry RPC after error@207157124) -> (continuation of Deferred@673833323 after retry RPC after error@276798249) -> (continuation of Deferred@575480896 after retry RPC after error@1776419674) -> (continuation of Deferred@245859764 after retry RPC after error@1651368346)))
11:01:50.710 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:50.710 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:50.710 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.710 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.710 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.710 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.710 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.711 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.711 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:50.730 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:50.730 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:50.731 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.731 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.731 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.731 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.731 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.731 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.731 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:50.750 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:50.750 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:50.750 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.750 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.750 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.750 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.750 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.750 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.750 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:50.770 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:50.770 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:50.770 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.771 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.771 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.771 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.771 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.771 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.771 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:50.790 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:50.790 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:50.790 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.790 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.790 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.790 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.790 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.790 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.791 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:50.810 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:50.810 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:50.810 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.811 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.811 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.811 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.811 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.811 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.811 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:50.850 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:50.850 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:50.850 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.850 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.850 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.850 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.850 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.850 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.851 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:50.851 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=140), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@694259042(state=PENDING, result=null, callback=(continuation of Deferred@660910579 after retry RPC after error@694319616) -> (continuation of Deferred@751035912 after retry RPC after error@158098543) -> (continuation of Deferred@193308568 after retry RPC after error@831352466) -> (continuation of Deferred@47000845 after retry RPC after error@1760067111) -> (continuation of Deferred@1316466117 after retry RPC after error@341091175) -> (continuation of Deferred@2140819877 after retry RPC after error@1420300599), errback=(continuation of Deferred@660910579 after retry RPC after error@694319616) -> (continuation of Deferred@751035912 after retry RPC after error@158098543) -> (continuation of Deferred@193308568 after retry RPC after error@831352466) -> (continuation of Deferred@47000845 after retry RPC after error@1760067111) -> (continuation of Deferred@1316466117 after retry RPC after error@341091175) -> (continuation of Deferred@2140819877 after retry RPC after error@1420300599)))
11:01:50.851 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=140), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@694259042(state=PENDING, result=null, callback=(continuation of Deferred@660910579 after retry RPC after error@694319616) -> (continuation of Deferred@751035912 after retry RPC after error@158098543) -> (continuation of Deferred@193308568 after retry RPC after error@831352466) -> (continuation of Deferred@47000845 after retry RPC after error@1760067111) -> (continuation of Deferred@1316466117 after retry RPC after error@341091175) -> (continuation of Deferred@2140819877 after retry RPC after error@1420300599), errback=(continuation of Deferred@660910579 after retry RPC after error@694319616) -> (continuation of Deferred@751035912 after retry RPC after error@158098543) -> (continuation of Deferred@193308568 after retry RPC after error@831352466) -> (continuation of Deferred@47000845 after retry RPC after error@1760067111) -> (continuation of Deferred@1316466117 after retry RPC after error@341091175) -> (continuation of Deferred@2140819877 after retry RPC after error@1420300599)))
11:01:50.870 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:50.870 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:50.870 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.871 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.871 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.871 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.871 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.871 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.871 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:50.890 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:50.890 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:50.890 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.890 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.890 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.890 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.890 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.890 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.891 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:50.910 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:50.910 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:50.910 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.910 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.910 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.911 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.911 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.911 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.911 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:50.929 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:50.930 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:50.930 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.930 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.930 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.930 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.930 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.930 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.930 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:50.950 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:50.950 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:50.950 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.950 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.950 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.950 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.950 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.950 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.951 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:50.989 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:50.990 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:50.990 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.990 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.990 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.990 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:50.990 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.990 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:50.991 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:51.030 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:51.030 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:51.030 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:51.030 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:51.031 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:51.031 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:51.031 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:51.031 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:51.031 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:51.110 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:51.110 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:51.110 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:51.110 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:51.111 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:51.111 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:51.111 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:51.111 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:51.111 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:51.112 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [240ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1186040192(state=PENDING, result=null, callback=(continuation of Deferred@394257941 after retry RPC after error@301725697) -> (continuation of Deferred@1827909583 after retry RPC after error@650430040) -> (continuation of Deferred@1315161051 after retry RPC after error@9834982) -> (continuation of Deferred@1902791660 after retry RPC after error@1906095519) -> (continuation of Deferred@556916076 after retry RPC after error@295235981) -> (continuation of Deferred@848227705 after retry RPC after error@640325370) -> (continuation of Deferred@165668334 after retry RPC after error@1595767233), errback=(continuation of Deferred@394257941 after retry RPC after error@301725697) -> (continuation of Deferred@1827909583 after retry RPC after error@650430040) -> (continuation of Deferred@1315161051 after retry RPC after error@9834982) -> (continuation of Deferred@1902791660 after retry RPC after error@1906095519) -> (continuation of Deferred@556916076 after retry RPC after error@295235981) -> (continuation of Deferred@848227705 after retry RPC after error@640325370) -> (continuation of Deferred@165668334 after retry RPC after error@1595767233)))
11:01:51.112 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [240ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1186040192(state=PENDING, result=null, callback=(continuation of Deferred@394257941 after retry RPC after error@301725697) -> (continuation of Deferred@1827909583 after retry RPC after error@650430040) -> (continuation of Deferred@1315161051 after retry RPC after error@9834982) -> (continuation of Deferred@1902791660 after retry RPC after error@1906095519) -> (continuation of Deferred@556916076 after retry RPC after error@295235981) -> (continuation of Deferred@848227705 after retry RPC after error@640325370) -> (continuation of Deferred@165668334 after retry RPC after error@1595767233), errback=(continuation of Deferred@394257941 after retry RPC after error@301725697) -> (continuation of Deferred@1827909583 after retry RPC after error@650430040) -> (continuation of Deferred@1315161051 after retry RPC after error@9834982) -> (continuation of Deferred@1902791660 after retry RPC after error@1906095519) -> (continuation of Deferred@556916076 after retry RPC after error@295235981) -> (continuation of Deferred@848227705 after retry RPC after error@640325370) -> (continuation of Deferred@165668334 after retry RPC after error@1595767233)))
11:01:51.129 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:51.130 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:51.130 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:51.130 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:51.130 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:51.130 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:51.130 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:51.130 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:51.131 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:51.150 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:51.150 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:51.150 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:51.150 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:51.150 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:51.150 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:51.150 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:51.150 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:51.151 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:51.169 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:51.169 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:51.170 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:51.170 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:51.170 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:51.170 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:51.170 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:51.170 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:51.170 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:51.170 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:51.170 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:51.171 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:51.190 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:51.190 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:51.190 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:51.190 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:51.190 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:51.190 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:51.190 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:51.190 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:51.191 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:51.210 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:51.210 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:51.211 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:51.211 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:51.211 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:51.211 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:51.211 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:51.211 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:51.211 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:51.250 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:51.250 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:51.250 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:51.250 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:51.250 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:51.250 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:51.250 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:51.251 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:51.251 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:51.269 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:51.269 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:51.270 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:51.270 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:51.270 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:51.270 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:51.270 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:51.270 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:51.270 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:51.370 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:51.370 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:51.371 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:51.371 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:51.371 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:51.371 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:51.371 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:51.371 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:51.371 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:51.372 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, deferred=Deferred@1449919602(state=PENDING, result=null, callback=(continuation of Deferred@11573086 after retry RPC after error@881516082) -> (continuation of Deferred@947675255 after retry RPC after error@235252894) -> (continuation of Deferred@176935015 after retry RPC after error@1754457162) -> (continuation of Deferred@867585783 after retry RPC after error@276067651) -> (continuation of Deferred@1143506882 after retry RPC after error@996645817) -> (continuation of Deferred@975678420 after retry RPC after error@164237246) -> (continuation of Deferred@157065170 after retry RPC after error@249657107), errback=(continuation of Deferred@11573086 after retry RPC after error@881516082) -> (continuation of Deferred@947675255 after retry RPC after error@235252894) -> (continuation of Deferred@176935015 after retry RPC after error@1754457162) -> (continuation of Deferred@867585783 after retry RPC after error@276067651) -> (continuation of Deferred@1143506882 after retry RPC after error@996645817) -> (continuation of Deferred@975678420 after retry RPC after error@164237246) -> (continuation of Deferred@157065170 after retry RPC after error@249657107)))
11:01:51.372 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, deferred=Deferred@1449919602(state=PENDING, result=null, callback=(continuation of Deferred@11573086 after retry RPC after error@881516082) -> (continuation of Deferred@947675255 after retry RPC after error@235252894) -> (continuation of Deferred@176935015 after retry RPC after error@1754457162) -> (continuation of Deferred@867585783 after retry RPC after error@276067651) -> (continuation of Deferred@1143506882 after retry RPC after error@996645817) -> (continuation of Deferred@975678420 after retry RPC after error@164237246) -> (continuation of Deferred@157065170 after retry RPC after error@249657107), errback=(continuation of Deferred@11573086 after retry RPC after error@881516082) -> (continuation of Deferred@947675255 after retry RPC after error@235252894) -> (continuation of Deferred@176935015 after retry RPC after error@1754457162) -> (continuation of Deferred@867585783 after retry RPC after error@276067651) -> (continuation of Deferred@1143506882 after retry RPC after error@996645817) -> (continuation of Deferred@975678420 after retry RPC after error@164237246) -> (continuation of Deferred@157065170 after retry RPC after error@249657107)))
11:01:51.390 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:51.390 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:51.390 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:51.390 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:51.390 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:51.390 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:51.390 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:51.390 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:51.391 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:51.410 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:51.410 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:51.410 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:51.410 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:51.410 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:51.410 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:51.411 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:51.411 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:51.411 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:51.429 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:51.430 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:51.430 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:51.430 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:51.430 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:51.430 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:51.430 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:51.430 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:51.430 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:51.450 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:51.450 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:51.450 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:51.450 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:51.450 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:51.451 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:51.451 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:51.451 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:51.451 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:51.469 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:51.470 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:51.470 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:51.470 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:51.470 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:51.470 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:51.470 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:51.470 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:51.470 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:51.490 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:51.490 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:51.490 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:51.490 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:51.490 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:51.490 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:51.490 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:51.491 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:51.491 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:51.509 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:51.509 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:51.510 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:51.510 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:51.510 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:51.510 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:51.510 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:51.510 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:51.510 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:51.651 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1947046122(state=PENDING, result=null, callback=(continuation of Deferred@283396727 after retry RPC after error@847758636) -> (continuation of Deferred@999080957 after retry RPC after error@589205158) -> (continuation of Deferred@287035200 after retry RPC after error@498718442) -> (continuation of Deferred@1081572747 after retry RPC after error@399224989) -> (continuation of Deferred@1491410155 after retry RPC after error@196648859) -> (continuation of Deferred@1884823618 after retry RPC after error@979188108) -> (continuation of Deferred@1244625000 after retry RPC after error@94663409), errback=(continuation of Deferred@283396727 after retry RPC after error@847758636) -> (continuation of Deferred@999080957 after retry RPC after error@589205158) -> (continuation of Deferred@287035200 after retry RPC after error@498718442) -> (continuation of Deferred@1081572747 after retry RPC after error@399224989) -> (continuation of Deferred@1491410155 after retry RPC after error@196648859) -> (continuation of Deferred@1884823618 after retry RPC after error@979188108) -> (continuation of Deferred@1244625000 after retry RPC after error@94663409)))
11:01:51.651 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
11:01:51.670 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:51.670 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:51.670 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:51.670 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:51.670 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:51.670 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:51.671 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:51.671 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:51.671 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:51.689 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:51.689 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:51.690 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:51.690 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:51.690 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:51.690 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:51.690 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:51.690 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:51.690 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:51.710 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:51.710 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:51.710 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:51.710 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:51.710 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:51.710 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:51.711 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:51.711 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:51.711 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:51.729 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:51.729 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:51.730 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:51.730 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:51.730 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:51.730 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:51.730 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:51.730 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:51.730 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:51.750 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:51.750 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:51.750 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:51.750 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:51.750 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:51.750 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:51.750 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:51.750 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:51.751 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:51.769 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:51.769 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:51.770 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:51.770 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:51.770 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:51.770 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:51.770 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:51.770 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:51.770 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:51.830 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:51.830 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:51.830 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:51.830 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:51.830 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:51.830 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:51.831 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:51.831 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:51.831 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:51.850 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:51.851 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:51.851 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:51.851 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:51.851 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:51.851 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:51.851 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:51.851 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:51.852 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:51.852 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [100ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, deferred=Deferred@727164315(state=PENDING, result=null, callback=(continuation of Deferred@1504836041 after retry RPC after error@1314666537) -> (continuation of Deferred@756613219 after retry RPC after error@997462822) -> (continuation of Deferred@1843251760 after retry RPC after error@1114581714) -> (continuation of Deferred@655368420 after retry RPC after error@1021766147) -> (continuation of Deferred@1072245733 after retry RPC after error@82558832) -> (continuation of Deferred@576370697 after retry RPC after error@703068339) -> (continuation of Deferred@1604798569 after retry RPC after error@107904210), errback=(continuation of Deferred@1504836041 after retry RPC after error@1314666537) -> (continuation of Deferred@756613219 after retry RPC after error@997462822) -> (continuation of Deferred@1843251760 after retry RPC after error@1114581714) -> (continuation of Deferred@655368420 after retry RPC after error@1021766147) -> (continuation of Deferred@1072245733 after retry RPC after error@82558832) -> (continuation of Deferred@576370697 after retry RPC after error@703068339) -> (continuation of Deferred@1604798569 after retry RPC after error@107904210)))
11:01:51.852 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [100ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, deferred=Deferred@727164315(state=PENDING, result=null, callback=(continuation of Deferred@1504836041 after retry RPC after error@1314666537) -> (continuation of Deferred@756613219 after retry RPC after error@997462822) -> (continuation of Deferred@1843251760 after retry RPC after error@1114581714) -> (continuation of Deferred@655368420 after retry RPC after error@1021766147) -> (continuation of Deferred@1072245733 after retry RPC after error@82558832) -> (continuation of Deferred@576370697 after retry RPC after error@703068339) -> (continuation of Deferred@1604798569 after retry RPC after error@107904210), errback=(continuation of Deferred@1504836041 after retry RPC after error@1314666537) -> (continuation of Deferred@756613219 after retry RPC after error@997462822) -> (continuation of Deferred@1843251760 after retry RPC after error@1114581714) -> (continuation of Deferred@655368420 after retry RPC after error@1021766147) -> (continuation of Deferred@1072245733 after retry RPC after error@82558832) -> (continuation of Deferred@576370697 after retry RPC after error@703068339) -> (continuation of Deferred@1604798569 after retry RPC after error@107904210)))
11:01:51.870 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:51.870 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:51.870 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:51.870 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:51.871 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:51.871 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:51.871 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:51.871 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:51.871 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:51.890 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:51.890 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:51.890 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:51.890 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:51.890 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:51.891 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:51.891 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:51.891 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:51.891 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:51.910 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:51.910 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:51.910 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:51.910 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:51.910 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:51.910 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:51.910 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:51.911 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:51.911 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:51.929 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:51.929 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:51.930 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:51.930 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:51.930 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:51.930 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:51.930 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:51.930 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:51.930 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:51.950 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:51.950 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:51.950 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:51.950 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:51.950 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:51.950 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:51.950 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:51.950 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:51.951 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:51.989 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:51.990 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:51.990 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:51.990 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:51.990 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:51.990 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:51.990 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:51.990 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:51.991 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:52.010 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:52.010 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:52.010 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:52.010 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:52.010 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:52.010 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:52.010 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:52.011 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:52.011 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:52.070 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:52.070 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:52.070 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:52.070 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:52.070 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:52.070 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:52.070 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:52.070 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:52.070 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:52.071 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=200), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [200ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [200ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [200ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@604903960(state=PENDING, result=null, callback=(continuation of Deferred@1256558109 after retry RPC after error@2204985) -> (continuation of Deferred@2072193548 after retry RPC after error@789127614) -> (continuation of Deferred@1232787236 after retry RPC after error@1149217631) -> (continuation of Deferred@651045526 after retry RPC after error@1085074208) -> (continuation of Deferred@1601226726 after retry RPC after error@1718397444) -> (continuation of Deferred@824293061 after retry RPC after error@376679978) -> (continuation of Deferred@1332020469 after retry RPC after error@1289399191), errback=(continuation of Deferred@1256558109 after retry RPC after error@2204985) -> (continuation of Deferred@2072193548 after retry RPC after error@789127614) -> (continuation of Deferred@1232787236 after retry RPC after error@1149217631) -> (continuation of Deferred@651045526 after retry RPC after error@1085074208) -> (continuation of Deferred@1601226726 after retry RPC after error@1718397444) -> (continuation of Deferred@824293061 after retry RPC after error@376679978) -> (continuation of Deferred@1332020469 after retry RPC after error@1289399191)))
11:01:52.071 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=200), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [200ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [200ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [200ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@604903960(state=PENDING, result=null, callback=(continuation of Deferred@1256558109 after retry RPC after error@2204985) -> (continuation of Deferred@2072193548 after retry RPC after error@789127614) -> (continuation of Deferred@1232787236 after retry RPC after error@1149217631) -> (continuation of Deferred@651045526 after retry RPC after error@1085074208) -> (continuation of Deferred@1601226726 after retry RPC after error@1718397444) -> (continuation of Deferred@824293061 after retry RPC after error@376679978) -> (continuation of Deferred@1332020469 after retry RPC after error@1289399191), errback=(continuation of Deferred@1256558109 after retry RPC after error@2204985) -> (continuation of Deferred@2072193548 after retry RPC after error@789127614) -> (continuation of Deferred@1232787236 after retry RPC after error@1149217631) -> (continuation of Deferred@651045526 after retry RPC after error@1085074208) -> (continuation of Deferred@1601226726 after retry RPC after error@1718397444) -> (continuation of Deferred@824293061 after retry RPC after error@376679978) -> (continuation of Deferred@1332020469 after retry RPC after error@1289399191)))
11:01:52.089 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:52.090 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:52.090 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:52.090 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:52.090 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:52.090 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:52.090 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:52.090 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:52.090 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:52.110 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:52.110 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:52.110 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:52.111 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:52.111 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:52.111 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:52.111 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:52.111 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:52.111 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:52.130 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:52.130 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:52.130 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:52.130 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:52.131 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:52.131 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:52.131 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:52.131 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:52.131 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:52.131 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:52.131 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:52.132 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:52.150 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:52.150 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:52.150 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:52.150 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:52.150 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:52.150 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:52.150 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:52.150 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:52.151 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:52.170 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:52.170 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:52.170 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:52.170 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:52.171 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:52.171 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:52.171 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:52.171 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:52.171 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:52.190 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:52.190 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:52.190 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:52.190 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:52.190 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:52.190 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:52.190 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:52.190 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:52.191 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:52.230 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:52.230 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:52.231 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:52.231 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:52.231 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:52.231 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:52.231 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:52.231 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:52.231 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:52.310 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:52.311 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:52.311 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:52.311 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:52.311 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:52.311 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:52.311 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:52.311 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:52.311 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:52.312 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [43ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1565016362(state=PENDING, result=null, callback=(continuation of Deferred@237196752 after retry RPC after error@1614223305) -> (continuation of Deferred@306690494 after retry RPC after error@219806669) -> (continuation of Deferred@419476075 after retry RPC after error@1095854045) -> (continuation of Deferred@1853144064 after retry RPC after error@754050448) -> (continuation of Deferred@813603215 after retry RPC after error@2052816850) -> (continuation of Deferred@822368293 after retry RPC after error@310048496) -> (continuation of Deferred@1443669969 after retry RPC after error@1997076269), errback=(continuation of Deferred@237196752 after retry RPC after error@1614223305) -> (continuation of Deferred@306690494 after retry RPC after error@219806669) -> (continuation of Deferred@419476075 after retry RPC after error@1095854045) -> (continuation of Deferred@1853144064 after retry RPC after error@754050448) -> (continuation of Deferred@813603215 after retry RPC after error@2052816850) -> (continuation of Deferred@822368293 after retry RPC after error@310048496) -> (continuation of Deferred@1443669969 after retry RPC after error@1997076269)))
11:01:52.312 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [43ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1565016362(state=PENDING, result=null, callback=(continuation of Deferred@237196752 after retry RPC after error@1614223305) -> (continuation of Deferred@306690494 after retry RPC after error@219806669) -> (continuation of Deferred@419476075 after retry RPC after error@1095854045) -> (continuation of Deferred@1853144064 after retry RPC after error@754050448) -> (continuation of Deferred@813603215 after retry RPC after error@2052816850) -> (continuation of Deferred@822368293 after retry RPC after error@310048496) -> (continuation of Deferred@1443669969 after retry RPC after error@1997076269), errback=(continuation of Deferred@237196752 after retry RPC after error@1614223305) -> (continuation of Deferred@306690494 after retry RPC after error@219806669) -> (continuation of Deferred@419476075 after retry RPC after error@1095854045) -> (continuation of Deferred@1853144064 after retry RPC after error@754050448) -> (continuation of Deferred@813603215 after retry RPC after error@2052816850) -> (continuation of Deferred@822368293 after retry RPC after error@310048496) -> (continuation of Deferred@1443669969 after retry RPC after error@1997076269)))
11:01:52.330 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:52.330 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:52.330 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:52.330 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:52.330 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:52.331 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:52.331 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:52.331 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:52.331 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:52.349 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:52.350 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:52.350 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:52.350 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:52.350 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:52.350 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:52.350 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:52.350 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:52.350 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:52.370 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:52.370 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:52.370 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:52.370 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:52.370 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:52.371 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:52.371 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:52.371 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:52.371 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:52.389 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:52.389 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:52.390 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:52.390 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:52.390 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:52.390 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:52.390 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:52.390 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:52.390 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:52.410 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:52.410 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:52.410 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:52.410 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:52.410 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:52.410 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:52.410 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:52.411 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:52.411 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:52.449 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:52.450 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:52.450 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:52.450 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:52.450 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:52.450 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:52.450 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:52.450 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:52.451 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:52.510 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:52.510 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:52.510 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:52.511 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:52.511 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:52.511 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:52.511 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:52.511 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:52.511 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:52.512 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1013554453(state=PENDING, result=null, callback=(continuation of Deferred@622880847 after retry RPC after error@623672114) -> (continuation of Deferred@398378078 after retry RPC after error@1733259913) -> (continuation of Deferred@1099631679 after retry RPC after error@129501911) -> (continuation of Deferred@1724228170 after retry RPC after error@2046975777) -> (continuation of Deferred@1668374186 after retry RPC after error@609750689) -> (continuation of Deferred@1866743698 after retry RPC after error@123182604), errback=(continuation of Deferred@622880847 after retry RPC after error@623672114) -> (continuation of Deferred@398378078 after retry RPC after error@1733259913) -> (continuation of Deferred@1099631679 after retry RPC after error@129501911) -> (continuation of Deferred@1724228170 after retry RPC after error@2046975777) -> (continuation of Deferred@1668374186 after retry RPC after error@609750689) -> (continuation of Deferred@1866743698 after retry RPC after error@123182604)))
11:01:52.512 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1013554453(state=PENDING, result=null, callback=(continuation of Deferred@622880847 after retry RPC after error@623672114) -> (continuation of Deferred@398378078 after retry RPC after error@1733259913) -> (continuation of Deferred@1099631679 after retry RPC after error@129501911) -> (continuation of Deferred@1724228170 after retry RPC after error@2046975777) -> (continuation of Deferred@1668374186 after retry RPC after error@609750689) -> (continuation of Deferred@1866743698 after retry RPC after error@123182604), errback=(continuation of Deferred@622880847 after retry RPC after error@623672114) -> (continuation of Deferred@398378078 after retry RPC after error@1733259913) -> (continuation of Deferred@1099631679 after retry RPC after error@129501911) -> (continuation of Deferred@1724228170 after retry RPC after error@2046975777) -> (continuation of Deferred@1668374186 after retry RPC after error@609750689) -> (continuation of Deferred@1866743698 after retry RPC after error@123182604)))
11:01:52.530 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:52.530 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:52.530 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:52.530 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:52.530 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:52.530 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:52.530 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:52.530 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:52.531 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:52.550 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:52.550 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:52.550 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:52.550 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:52.550 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:52.550 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:52.550 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:52.551 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:52.551 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:52.569 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:52.570 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:52.570 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:52.570 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:52.570 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:52.570 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:52.570 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:52.570 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:52.570 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:52.590 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:52.590 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:52.590 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:52.590 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:52.590 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:52.591 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:52.591 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:52.591 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:52.591 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:52.609 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:52.610 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:52.610 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:52.610 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:52.610 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:52.610 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:52.610 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:52.610 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:52.610 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:52.630 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:52.630 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:52.630 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:52.630 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:52.631 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:52.631 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:52.631 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:52.631 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:52.631 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:52.690 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:52.690 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:52.690 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:52.690 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:52.690 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:52.690 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:52.690 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:52.690 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:52.691 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:52.729 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:52.730 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:52.730 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:52.730 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:52.730 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:52.730 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:52.730 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:52.730 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:52.730 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:52.731 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@103372113(state=PENDING, result=null, callback=(continuation of Deferred@1650499619 after retry RPC after error@174491612) -> (continuation of Deferred@1794758977 after retry RPC after error@649497234) -> (continuation of Deferred@1093683167 after retry RPC after error@2144759874) -> (continuation of Deferred@1531022632 after retry RPC after error@1236369096) -> (continuation of Deferred@175949470 after retry RPC after error@1181017075) -> (continuation of Deferred@286990042 after retry RPC after error@1402893583) -> (continuation of Deferred@1069154772 after retry RPC after error@1579157163), errback=(continuation of Deferred@1650499619 after retry RPC after error@174491612) -> (continuation of Deferred@1794758977 after retry RPC after error@649497234) -> (continuation of Deferred@1093683167 after retry RPC after error@2144759874) -> (continuation of Deferred@1531022632 after retry RPC after error@1236369096) -> (continuation of Deferred@175949470 after retry RPC after error@1181017075) -> (continuation of Deferred@286990042 after retry RPC after error@1402893583) -> (continuation of Deferred@1069154772 after retry RPC after error@1579157163)))
11:01:52.731 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@103372113(state=PENDING, result=null, callback=(continuation of Deferred@1650499619 after retry RPC after error@174491612) -> (continuation of Deferred@1794758977 after retry RPC after error@649497234) -> (continuation of Deferred@1093683167 after retry RPC after error@2144759874) -> (continuation of Deferred@1531022632 after retry RPC after error@1236369096) -> (continuation of Deferred@175949470 after retry RPC after error@1181017075) -> (continuation of Deferred@286990042 after retry RPC after error@1402893583) -> (continuation of Deferred@1069154772 after retry RPC after error@1579157163), errback=(continuation of Deferred@1650499619 after retry RPC after error@174491612) -> (continuation of Deferred@1794758977 after retry RPC after error@649497234) -> (continuation of Deferred@1093683167 after retry RPC after error@2144759874) -> (continuation of Deferred@1531022632 after retry RPC after error@1236369096) -> (continuation of Deferred@175949470 after retry RPC after error@1181017075) -> (continuation of Deferred@286990042 after retry RPC after error@1402893583) -> (continuation of Deferred@1069154772 after retry RPC after error@1579157163)))
11:01:52.750 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:52.750 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:52.750 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:52.750 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:52.750 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:52.750 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:52.750 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:52.751 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:52.751 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:52.769 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:52.770 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:52.770 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:52.770 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:52.770 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:52.770 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:52.770 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:52.770 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:52.770 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:52.790 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:52.790 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:52.790 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:52.790 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:52.790 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:52.790 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:52.790 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:52.791 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:52.791 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:52.809 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:52.809 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:52.810 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:52.810 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:52.810 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:52.810 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:52.810 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:52.810 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:52.810 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:52.830 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:52.830 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:52.830 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:52.830 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:52.830 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:52.830 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:52.830 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:52.831 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:52.831 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:52.869 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:52.870 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:52.870 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:52.870 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:52.870 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:52.870 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:52.870 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:52.870 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:52.870 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:52.930 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:52.930 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:52.931 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:52.931 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:52.931 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:52.931 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:52.931 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:52.931 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:52.931 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:52.932 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [120ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1088868982(state=PENDING, result=null, callback=(continuation of Deferred@1764775376 after retry RPC after error@1143551399) -> (continuation of Deferred@2059417354 after retry RPC after error@205729606) -> (continuation of Deferred@1740010955 after retry RPC after error@1790959767) -> (continuation of Deferred@297595565 after retry RPC after error@68212419) -> (continuation of Deferred@1348268967 after retry RPC after error@1165101667) -> (continuation of Deferred@867021306 after retry RPC after error@822726530), errback=(continuation of Deferred@1764775376 after retry RPC after error@1143551399) -> (continuation of Deferred@2059417354 after retry RPC after error@205729606) -> (continuation of Deferred@1740010955 after retry RPC after error@1790959767) -> (continuation of Deferred@297595565 after retry RPC after error@68212419) -> (continuation of Deferred@1348268967 after retry RPC after error@1165101667) -> (continuation of Deferred@867021306 after retry RPC after error@822726530)))
11:01:52.932 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [120ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1088868982(state=PENDING, result=null, callback=(continuation of Deferred@1764775376 after retry RPC after error@1143551399) -> (continuation of Deferred@2059417354 after retry RPC after error@205729606) -> (continuation of Deferred@1740010955 after retry RPC after error@1790959767) -> (continuation of Deferred@297595565 after retry RPC after error@68212419) -> (continuation of Deferred@1348268967 after retry RPC after error@1165101667) -> (continuation of Deferred@867021306 after retry RPC after error@822726530), errback=(continuation of Deferred@1764775376 after retry RPC after error@1143551399) -> (continuation of Deferred@2059417354 after retry RPC after error@205729606) -> (continuation of Deferred@1740010955 after retry RPC after error@1790959767) -> (continuation of Deferred@297595565 after retry RPC after error@68212419) -> (continuation of Deferred@1348268967 after retry RPC after error@1165101667) -> (continuation of Deferred@867021306 after retry RPC after error@822726530)))
11:01:52.950 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:52.950 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:52.950 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:52.950 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:52.950 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:52.950 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:52.950 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:52.950 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:52.951 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:52.970 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:52.970 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:52.971 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:52.971 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:52.971 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:52.971 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:52.971 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:52.971 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:52.971 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:52.990 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:52.990 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:52.990 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:52.990 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:52.990 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:52.990 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:52.990 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:52.990 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:52.991 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:53.010 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:53.010 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:53.010 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:53.010 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:53.011 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:53.011 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:53.011 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:53.011 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:53.011 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:53.029 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:53.030 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:53.030 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:53.030 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:53.030 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:53.030 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:53.030 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:53.030 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:53.031 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:53.050 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:53.050 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:53.050 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:53.050 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:53.050 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:53.050 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:53.050 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:53.051 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:53.051 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:53.110 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:53.110 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:53.110 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:53.110 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:53.110 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:53.110 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:53.110 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:53.110 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:53.111 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:53.111 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@77270206(state=PENDING, result=null, callback=(continuation of Deferred@769403752 after retry RPC after error@1129797779) -> (continuation of Deferred@1112398728 after retry RPC after error@510640515) -> (continuation of Deferred@1386491469 after retry RPC after error@734951242) -> (continuation of Deferred@133392416 after retry RPC after error@1743835780) -> (continuation of Deferred@341134961 after retry RPC after error@1291394966) -> (continuation of Deferred@1356323905 after retry RPC after error@827473965), errback=(continuation of Deferred@769403752 after retry RPC after error@1129797779) -> (continuation of Deferred@1112398728 after retry RPC after error@510640515) -> (continuation of Deferred@1386491469 after retry RPC after error@734951242) -> (continuation of Deferred@133392416 after retry RPC after error@1743835780) -> (continuation of Deferred@341134961 after retry RPC after error@1291394966) -> (continuation of Deferred@1356323905 after retry RPC after error@827473965)))
11:01:53.112 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@77270206(state=PENDING, result=null, callback=(continuation of Deferred@769403752 after retry RPC after error@1129797779) -> (continuation of Deferred@1112398728 after retry RPC after error@510640515) -> (continuation of Deferred@1386491469 after retry RPC after error@734951242) -> (continuation of Deferred@133392416 after retry RPC after error@1743835780) -> (continuation of Deferred@341134961 after retry RPC after error@1291394966) -> (continuation of Deferred@1356323905 after retry RPC after error@827473965), errback=(continuation of Deferred@769403752 after retry RPC after error@1129797779) -> (continuation of Deferred@1112398728 after retry RPC after error@510640515) -> (continuation of Deferred@1386491469 after retry RPC after error@734951242) -> (continuation of Deferred@133392416 after retry RPC after error@1743835780) -> (continuation of Deferred@341134961 after retry RPC after error@1291394966) -> (continuation of Deferred@1356323905 after retry RPC after error@827473965)))
11:01:53.130 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:53.130 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:53.131 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:53.131 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:53.131 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:53.131 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:53.131 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:53.131 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:53.131 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:53.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:53.145759 5740 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615, num_attempts: 98) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615, num_attempts: 1)
11:01:53.150 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:53.150 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:53.150 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:53.150 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:53.150 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:53.150 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:53.150 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:53.150 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:53.151 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:53.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:53.151197 5740 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '9d97e2a33c7340dfbb9ce8fa17c0b548', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '9d97e2a33c7340dfbb9ce8fa17c0b548', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615, num_attempts: 98) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615, num_attempts: 1)
11:01:53.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:53.152297 5737 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.4.245.188:44615)
11:01:53.170 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:53.170 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:53.170 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:53.171 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:53.171 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:53.171 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:53.171 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:53.171 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:53.171 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:53.190 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:53.190 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:53.190 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:53.190 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:53.190 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:53.190 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:53.190 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:53.190 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:53.191 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:53.210 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:53.210 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:53.211 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:53.211 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:53.211 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:53.211 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:53.211 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:53.211 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:53.211 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:53.250 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:53.250 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:53.250 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:53.250 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:53.250 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:53.250 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:53.250 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:53.251 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:53.251 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:53.289 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:53.290 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:53.290 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:53.290 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:53.290 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:53.290 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:53.290 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:53.290 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:53.290 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:53.350 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:53.350 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:53.351 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:53.351 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:53.351 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:53.351 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:53.351 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:53.351 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:53.351 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:53.352 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1868145725(state=PENDING, result=null, callback=(continuation of Deferred@147815667 after retry RPC after error@254045889) -> (continuation of Deferred@1149062018 after retry RPC after error@1722251132) -> (continuation of Deferred@360490943 after retry RPC after error@964858295) -> (continuation of Deferred@386792542 after retry RPC after error@1254913364) -> (continuation of Deferred@981299949 after retry RPC after error@400511804) -> (continuation of Deferred@1867031189 after retry RPC after error@1183255805) -> (continuation of Deferred@398259418 after retry RPC after error@2056721314), errback=(continuation of Deferred@147815667 after retry RPC after error@254045889) -> (continuation of Deferred@1149062018 after retry RPC after error@1722251132) -> (continuation of Deferred@360490943 after retry RPC after error@964858295) -> (continuation of Deferred@386792542 after retry RPC after error@1254913364) -> (continuation of Deferred@981299949 after retry RPC after error@400511804) -> (continuation of Deferred@1867031189 after retry RPC after error@1183255805) -> (continuation of Deferred@398259418 after retry RPC after error@2056721314)))
11:01:53.352 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1868145725(state=PENDING, result=null, callback=(continuation of Deferred@147815667 after retry RPC after error@254045889) -> (continuation of Deferred@1149062018 after retry RPC after error@1722251132) -> (continuation of Deferred@360490943 after retry RPC after error@964858295) -> (continuation of Deferred@386792542 after retry RPC after error@1254913364) -> (continuation of Deferred@981299949 after retry RPC after error@400511804) -> (continuation of Deferred@1867031189 after retry RPC after error@1183255805) -> (continuation of Deferred@398259418 after retry RPC after error@2056721314), errback=(continuation of Deferred@147815667 after retry RPC after error@254045889) -> (continuation of Deferred@1149062018 after retry RPC after error@1722251132) -> (continuation of Deferred@360490943 after retry RPC after error@964858295) -> (continuation of Deferred@386792542 after retry RPC after error@1254913364) -> (continuation of Deferred@981299949 after retry RPC after error@400511804) -> (continuation of Deferred@1867031189 after retry RPC after error@1183255805) -> (continuation of Deferred@398259418 after retry RPC after error@2056721314)))
11:01:53.370 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:53.370 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:53.370 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:53.370 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:53.370 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:53.370 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:53.370 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:53.370 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:53.371 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:53.390 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:53.390 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:53.391 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:53.391 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:53.391 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:53.391 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:53.391 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:53.391 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:53.391 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:53.410 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:53.410 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:53.410 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:53.410 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:53.410 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:53.410 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:53.410 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:53.410 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:53.411 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:53.430 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:53.430 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:53.430 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:53.430 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:53.430 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:53.430 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:53.430 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:53.431 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:53.431 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:53.449 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:53.450 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:53.450 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:53.450 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:53.450 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:53.450 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:53.450 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:53.450 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:53.450 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:53.490 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:53.490 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:53.491 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:53.491 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:53.491 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:53.491 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:53.491 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:53.491 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:53.491 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:53.509 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:53.510 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:53.510 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:53.510 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:53.510 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:53.510 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:53.510 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:53.510 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:53.511 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:53.590 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:53.591 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:53.591 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:53.591 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:53.591 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:53.591 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:53.591 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:53.591 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:53.591 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:53.592 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1374615478(state=PENDING, result=null, callback=(continuation of Deferred@1356594042 after retry RPC after error@1251470415) -> (continuation of Deferred@203315189 after retry RPC after error@720065159) -> (continuation of Deferred@635731083 after retry RPC after error@1348737516) -> (continuation of Deferred@784027114 after retry RPC after error@1588878800) -> (continuation of Deferred@1488089769 after retry RPC after error@678013738) -> (continuation of Deferred@1548314576 after retry RPC after error@552598356) -> (continuation of Deferred@1795416794 after retry RPC after error@240530539), errback=(continuation of Deferred@1356594042 after retry RPC after error@1251470415) -> (continuation of Deferred@203315189 after retry RPC after error@720065159) -> (continuation of Deferred@635731083 after retry RPC after error@1348737516) -> (continuation of Deferred@784027114 after retry RPC after error@1588878800) -> (continuation of Deferred@1488089769 after retry RPC after error@678013738) -> (continuation of Deferred@1548314576 after retry RPC after error@552598356) -> (continuation of Deferred@1795416794 after retry RPC after error@240530539)))
11:01:53.592 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1374615478(state=PENDING, result=null, callback=(continuation of Deferred@1356594042 after retry RPC after error@1251470415) -> (continuation of Deferred@203315189 after retry RPC after error@720065159) -> (continuation of Deferred@635731083 after retry RPC after error@1348737516) -> (continuation of Deferred@784027114 after retry RPC after error@1588878800) -> (continuation of Deferred@1488089769 after retry RPC after error@678013738) -> (continuation of Deferred@1548314576 after retry RPC after error@552598356) -> (continuation of Deferred@1795416794 after retry RPC after error@240530539), errback=(continuation of Deferred@1356594042 after retry RPC after error@1251470415) -> (continuation of Deferred@203315189 after retry RPC after error@720065159) -> (continuation of Deferred@635731083 after retry RPC after error@1348737516) -> (continuation of Deferred@784027114 after retry RPC after error@1588878800) -> (continuation of Deferred@1488089769 after retry RPC after error@678013738) -> (continuation of Deferred@1548314576 after retry RPC after error@552598356) -> (continuation of Deferred@1795416794 after retry RPC after error@240530539)))
11:01:53.610 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:53.610 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:53.610 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:53.610 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:53.610 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:53.610 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:53.611 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:53.611 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:53.611 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:53.629 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:53.630 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:53.630 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:53.630 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:53.630 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:53.630 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:53.630 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:53.630 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:53.631 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:53.650 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:53.650 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:53.651 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:53.651 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:53.651 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:53.651 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:53.651 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:53.651 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:53.651 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:53.670 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:53.670 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:53.670 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:53.670 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:53.670 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:53.670 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:53.670 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:53.670 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:53.671 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:53.690 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:53.690 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:53.690 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:53.691 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:53.691 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:53.691 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:53.691 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:53.691 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:53.691 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:53.730 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:53.730 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:53.730 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:53.730 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:53.730 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:53.730 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:53.730 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:53.730 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:53.731 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:53.750 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:53.750 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:53.750 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:53.750 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:53.750 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:53.751 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:53.751 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:53.751 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:53.751 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:53.810 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:53.810 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:53.810 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:53.810 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:53.810 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:53.810 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:53.810 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:53.810 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:53.811 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:53.870 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [200ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [200ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1407173176(state=PENDING, result=null, callback=(continuation of Deferred@607260874 after retry RPC after error@1489652797) -> (continuation of Deferred@841794288 after retry RPC after error@525273231) -> (continuation of Deferred@735047660 after retry RPC after error@569308428) -> (continuation of Deferred@1971423363 after retry RPC after error@309198284) -> (continuation of Deferred@1175048418 after retry RPC after error@270076858) -> (continuation of Deferred@1772444842 after retry RPC after error@349917135) -> (continuation of Deferred@475861878 after retry RPC after error@1153539996) -> (continuation of Deferred@130210722 after retry RPC after error@1227442594), errback=(continuation of Deferred@607260874 after retry RPC after error@1489652797) -> (continuation of Deferred@841794288 after retry RPC after error@525273231) -> (continuation of Deferred@735047660 after retry RPC after error@569308428) -> (continuation of Deferred@1971423363 after retry RPC after error@309198284) -> (continuation of Deferred@1175048418 after retry RPC after error@270076858) -> (continuation of Deferred@1772444842 after retry RPC after error@349917135) -> (continuation of Deferred@475861878 after retry RPC after error@1153539996) -> (continuation of Deferred@130210722 after retry RPC after error@1227442594)))
11:01:53.870 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
11:01:53.890 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:53.890 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:53.890 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:53.890 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:53.890 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:53.890 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:53.890 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:53.890 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:53.891 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:53.909 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:53.909 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:53.910 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:53.910 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:53.910 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:53.911 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:53.911 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:53.911 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:53.912 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:53.930 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:53.930 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:53.930 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:53.930 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:53.930 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:53.930 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:53.930 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:53.930 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:53.931 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:53.950 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:53.950 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:53.951 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:53.951 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:53.951 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:53.951 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:53.951 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:53.951 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:53.951 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:53.970 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:53.970 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:53.970 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:53.970 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:53.970 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:53.970 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:53.970 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:53.970 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:53.971 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:53.990 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:53.990 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:53.990 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:53.991 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:53.991 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:53.991 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:53.991 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:53.991 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:53.991 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:54.050 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:54.050 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:54.050 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:54.050 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:54.050 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:54.050 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:54.051 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:54.051 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:54.051 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:54.110 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:54.110 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:54.111 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:54.111 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:54.111 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:54.111 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:54.111 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:54.111 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:54.111 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:54.130 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:54.130 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:54.130 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:54.131 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:54.131 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:54.131 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:54.131 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:54.131 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:54.131 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:54.132 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1974286802(state=PENDING, result=null, callback=(continuation of Deferred@740625243 after retry RPC after error@841228504) -> (continuation of Deferred@1361304786 after retry RPC after error@1306266765) -> (continuation of Deferred@1235724734 after retry RPC after error@1511416498) -> (continuation of Deferred@354218094 after retry RPC after error@940125732) -> (continuation of Deferred@1284999874 after retry RPC after error@637362704) -> (continuation of Deferred@1469081921 after retry RPC after error@639178137) -> (continuation of Deferred@1453873666 after retry RPC after error@403394341) -> (continuation of Deferred@1275455236 after retry RPC after error@585008832), errback=(continuation of Deferred@740625243 after retry RPC after error@841228504) -> (continuation of Deferred@1361304786 after retry RPC after error@1306266765) -> (continuation of Deferred@1235724734 after retry RPC after error@1511416498) -> (continuation of Deferred@354218094 after retry RPC after error@940125732) -> (continuation of Deferred@1284999874 after retry RPC after error@637362704) -> (continuation of Deferred@1469081921 after retry RPC after error@639178137) -> (continuation of Deferred@1453873666 after retry RPC after error@403394341) -> (continuation of Deferred@1275455236 after retry RPC after error@585008832)))
11:01:54.132 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1974286802(state=PENDING, result=null, callback=(continuation of Deferred@740625243 after retry RPC after error@841228504) -> (continuation of Deferred@1361304786 after retry RPC after error@1306266765) -> (continuation of Deferred@1235724734 after retry RPC after error@1511416498) -> (continuation of Deferred@354218094 after retry RPC after error@940125732) -> (continuation of Deferred@1284999874 after retry RPC after error@637362704) -> (continuation of Deferred@1469081921 after retry RPC after error@639178137) -> (continuation of Deferred@1453873666 after retry RPC after error@403394341) -> (continuation of Deferred@1275455236 after retry RPC after error@585008832), errback=(continuation of Deferred@740625243 after retry RPC after error@841228504) -> (continuation of Deferred@1361304786 after retry RPC after error@1306266765) -> (continuation of Deferred@1235724734 after retry RPC after error@1511416498) -> (continuation of Deferred@354218094 after retry RPC after error@940125732) -> (continuation of Deferred@1284999874 after retry RPC after error@637362704) -> (continuation of Deferred@1469081921 after retry RPC after error@639178137) -> (continuation of Deferred@1453873666 after retry RPC after error@403394341) -> (continuation of Deferred@1275455236 after retry RPC after error@585008832)))
11:01:54.150 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:54.150 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:54.150 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:54.150 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:54.150 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:54.150 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:54.150 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:54.150 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:54.151 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:54.170 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:54.170 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:54.170 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:54.170 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:54.170 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:54.171 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:54.171 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:54.171 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:54.171 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:54.189 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:54.190 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:54.190 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:54.190 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:54.190 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:54.190 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:54.190 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:54.190 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:54.191 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:54.210 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:54.210 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:54.210 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:54.210 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:54.210 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:54.210 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:54.211 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:54.211 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:54.211 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:54.229 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:54.229 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:54.230 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:54.230 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:54.230 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:54.230 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:54.230 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:54.230 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:54.230 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:54.270 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:54.270 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:54.270 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:54.270 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:54.270 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:54.270 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:54.270 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:54.271 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:54.271 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:54.289 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:54.290 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:54.290 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:54.290 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:54.290 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:54.290 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:54.290 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:54.291 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:54.291 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:54.410 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1119023495(state=PENDING, result=null, callback=(continuation of Deferred@34290531 after retry RPC after error@664929801) -> (continuation of Deferred@1132073615 after retry RPC after error@378666414) -> (continuation of Deferred@1301941308 after retry RPC after error@2051000776) -> (continuation of Deferred@1774342762 after retry RPC after error@1881652849) -> (continuation of Deferred@1841407909 after retry RPC after error@1773425244) -> (continuation of Deferred@303959042 after retry RPC after error@1602747398) -> (continuation of Deferred@1058772188 after retry RPC after error@1962285009), errback=(continuation of Deferred@34290531 after retry RPC after error@664929801) -> (continuation of Deferred@1132073615 after retry RPC after error@378666414) -> (continuation of Deferred@1301941308 after retry RPC after error@2051000776) -> (continuation of Deferred@1774342762 after retry RPC after error@1881652849) -> (continuation of Deferred@1841407909 after retry RPC after error@1773425244) -> (continuation of Deferred@303959042 after retry RPC after error@1602747398) -> (continuation of Deferred@1058772188 after retry RPC after error@1962285009)))
11:01:54.410 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
11:01:54.430 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:54.430 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:54.431 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:54.431 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:54.431 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:54.431 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:54.431 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:54.431 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:54.431 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:54.450 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:54.450 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:54.451 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:54.451 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:54.451 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:54.451 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:54.451 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:54.451 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:54.451 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:54.470 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:54.470 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:54.470 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:54.470 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:54.470 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:54.470 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:54.470 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:54.471 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:54.471 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:54.490 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:54.490 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:54.491 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:54.491 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:54.491 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:54.491 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:54.491 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:54.491 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:54.492 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:54.510 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:54.510 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:54.510 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:54.510 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:54.510 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:54.510 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:54.510 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:54.510 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:54.511 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:54.529 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:54.529 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:54.530 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:54.530 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:54.530 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:54.530 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:54.530 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:54.530 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:54.531 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:54.590 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:54.590 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:54.591 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:54.591 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:54.591 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:54.591 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:54.591 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:54.591 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:54.592 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:54.670 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:54.671 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:54.671 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:54.671 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:54.671 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:54.671 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:54.671 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:54.671 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:54.672 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:54.673 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@372893584(state=PENDING, result=null, callback=(continuation of Deferred@338753026 after retry RPC after error@664982403) -> (continuation of Deferred@334238722 after retry RPC after error@1253074056) -> (continuation of Deferred@1495472954 after retry RPC after error@1756165462) -> (continuation of Deferred@454275141 after retry RPC after error@1389237131) -> (continuation of Deferred@334837795 after retry RPC after error@486308174) -> (continuation of Deferred@443249420 after retry RPC after error@949709185) -> (continuation of Deferred@34957969 after retry RPC after error@2111591828), errback=(continuation of Deferred@338753026 after retry RPC after error@664982403) -> (continuation of Deferred@334238722 after retry RPC after error@1253074056) -> (continuation of Deferred@1495472954 after retry RPC after error@1756165462) -> (continuation of Deferred@454275141 after retry RPC after error@1389237131) -> (continuation of Deferred@334837795 after retry RPC after error@486308174) -> (continuation of Deferred@443249420 after retry RPC after error@949709185) -> (continuation of Deferred@34957969 after retry RPC after error@2111591828)))
11:01:54.673 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@372893584(state=PENDING, result=null, callback=(continuation of Deferred@338753026 after retry RPC after error@664982403) -> (continuation of Deferred@334238722 after retry RPC after error@1253074056) -> (continuation of Deferred@1495472954 after retry RPC after error@1756165462) -> (continuation of Deferred@454275141 after retry RPC after error@1389237131) -> (continuation of Deferred@334837795 after retry RPC after error@486308174) -> (continuation of Deferred@443249420 after retry RPC after error@949709185) -> (continuation of Deferred@34957969 after retry RPC after error@2111591828), errback=(continuation of Deferred@338753026 after retry RPC after error@664982403) -> (continuation of Deferred@334238722 after retry RPC after error@1253074056) -> (continuation of Deferred@1495472954 after retry RPC after error@1756165462) -> (continuation of Deferred@454275141 after retry RPC after error@1389237131) -> (continuation of Deferred@334837795 after retry RPC after error@486308174) -> (continuation of Deferred@443249420 after retry RPC after error@949709185) -> (continuation of Deferred@34957969 after retry RPC after error@2111591828)))
11:01:54.690 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:54.690 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:54.691 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:54.691 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:54.691 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:54.691 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:54.691 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:54.691 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:54.692 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:54.710 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:54.710 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:54.710 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:54.710 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:54.710 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:54.711 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:54.711 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:54.711 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:54.711 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:54.729 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:54.730 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:54.730 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:54.730 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:54.730 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:54.730 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:54.730 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:54.730 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:54.731 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:54.750 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:54.750 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:54.750 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:54.750 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:54.750 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:54.751 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:54.751 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:54.751 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:54.751 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:54.770 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:54.770 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:54.770 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:54.770 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:54.770 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:54.770 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:54.770 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:54.770 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:54.771 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:54.790 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:54.790 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:54.791 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:54.791 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:54.791 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:54.791 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:54.791 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:54.791 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:54.793 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:54.830 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:54.830 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:54.830 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:54.830 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:54.830 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:54.830 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:54.830 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:54.831 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:54.831 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:54.831 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1950519379(state=PENDING, result=null, callback=(continuation of Deferred@139744619 after retry RPC after error@542577434) -> (continuation of Deferred@222460729 after retry RPC after error@1843573450) -> (continuation of Deferred@1194806544 after retry RPC after error@1600145711) -> (continuation of Deferred@1105558089 after retry RPC after error@971633757) -> (continuation of Deferred@1145795005 after retry RPC after error@431972650) -> (continuation of Deferred@1935832934 after retry RPC after error@98512459), errback=(continuation of Deferred@139744619 after retry RPC after error@542577434) -> (continuation of Deferred@222460729 after retry RPC after error@1843573450) -> (continuation of Deferred@1194806544 after retry RPC after error@1600145711) -> (continuation of Deferred@1105558089 after retry RPC after error@971633757) -> (continuation of Deferred@1145795005 after retry RPC after error@431972650) -> (continuation of Deferred@1935832934 after retry RPC after error@98512459)))
11:01:54.832 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1950519379(state=PENDING, result=null, callback=(continuation of Deferred@139744619 after retry RPC after error@542577434) -> (continuation of Deferred@222460729 after retry RPC after error@1843573450) -> (continuation of Deferred@1194806544 after retry RPC after error@1600145711) -> (continuation of Deferred@1105558089 after retry RPC after error@971633757) -> (continuation of Deferred@1145795005 after retry RPC after error@431972650) -> (continuation of Deferred@1935832934 after retry RPC after error@98512459), errback=(continuation of Deferred@139744619 after retry RPC after error@542577434) -> (continuation of Deferred@222460729 after retry RPC after error@1843573450) -> (continuation of Deferred@1194806544 after retry RPC after error@1600145711) -> (continuation of Deferred@1105558089 after retry RPC after error@971633757) -> (continuation of Deferred@1145795005 after retry RPC after error@431972650) -> (continuation of Deferred@1935832934 after retry RPC after error@98512459)))
11:01:54.849 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:54.850 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:54.850 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:54.850 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:54.850 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:54.850 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:54.850 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:54.850 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:54.850 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:54.870 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:54.870 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:54.870 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:54.870 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:54.870 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:54.870 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:54.870 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:54.871 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:54.871 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:54.889 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:54.890 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:54.890 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:54.890 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:54.890 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:54.890 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:54.890 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:54.890 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:54.890 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:54.910 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:54.910 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:54.910 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:54.910 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:54.910 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:54.910 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:54.910 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:54.910 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:54.911 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:54.929 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:54.930 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:54.930 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:54.930 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:54.930 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:54.930 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:54.930 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:54.930 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:54.931 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:54.970 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:54.970 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:54.970 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:54.971 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:54.971 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:54.971 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:54.971 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:54.971 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:54.971 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:55.010 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:55.010 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:55.010 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:55.010 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:55.010 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:55.010 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:55.011 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:55.011 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:55.011 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:55.070 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:55.070 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:55.070 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:55.070 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:55.070 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:55.070 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:55.070 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:55.070 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:55.071 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:55.110 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@669622898(state=PENDING, result=null, callback=(continuation of Deferred@1447985889 after retry RPC after error@355947123) -> (continuation of Deferred@325774975 after retry RPC after error@2046440530) -> (continuation of Deferred@1526855686 after retry RPC after error@1946852831) -> (continuation of Deferred@819432503 after retry RPC after error@413628123) -> (continuation of Deferred@1278376961 after retry RPC after error@1819735101) -> (continuation of Deferred@1615621040 after retry RPC after error@1132386508) -> (continuation of Deferred@477329110 after retry RPC after error@1207938681) -> (continuation of Deferred@1156402397 after retry RPC after error@1910527028), errback=(continuation of Deferred@1447985889 after retry RPC after error@355947123) -> (continuation of Deferred@325774975 after retry RPC after error@2046440530) -> (continuation of Deferred@1526855686 after retry RPC after error@1946852831) -> (continuation of Deferred@819432503 after retry RPC after error@413628123) -> (continuation of Deferred@1278376961 after retry RPC after error@1819735101) -> (continuation of Deferred@1615621040 after retry RPC after error@1132386508) -> (continuation of Deferred@477329110 after retry RPC after error@1207938681) -> (continuation of Deferred@1156402397 after retry RPC after error@1910527028)))
11:01:55.111 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
11:01:55.130 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:55.130 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:55.130 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:55.130 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:55.131 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:55.131 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:55.131 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:55.131 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:55.131 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:55.149 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:55.150 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:55.150 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:55.150 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:55.150 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:55.150 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:55.150 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:55.150 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:55.151 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:55.170 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:55.170 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:55.170 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:55.170 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:55.170 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:55.170 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:55.170 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:55.170 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:55.171 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:55.190 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:55.191 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:55.191 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:55.191 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:55.191 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:55.191 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:55.191 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:55.191 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:55.191 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:55.210 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:55.210 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:55.210 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:55.210 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:55.210 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:55.211 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:55.211 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:55.211 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:55.211 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:55.249 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:55.250 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:55.250 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:55.250 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:55.250 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:55.250 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:55.250 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:55.250 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:55.251 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:55.310 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:55.310 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:55.311 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:55.311 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:55.311 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:55.311 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:55.311 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:55.311 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:55.311 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:55.312 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@70891044(state=PENDING, result=null, callback=(continuation of Deferred@1229860700 after retry RPC after error@187364671) -> (continuation of Deferred@104363010 after retry RPC after error@1341745783) -> (continuation of Deferred@2004195355 after retry RPC after error@732563655) -> (continuation of Deferred@1861738964 after retry RPC after error@1792644271) -> (continuation of Deferred@825719983 after retry RPC after error@1243657854) -> (continuation of Deferred@453511087 after retry RPC after error@1028818061), errback=(continuation of Deferred@1229860700 after retry RPC after error@187364671) -> (continuation of Deferred@104363010 after retry RPC after error@1341745783) -> (continuation of Deferred@2004195355 after retry RPC after error@732563655) -> (continuation of Deferred@1861738964 after retry RPC after error@1792644271) -> (continuation of Deferred@825719983 after retry RPC after error@1243657854) -> (continuation of Deferred@453511087 after retry RPC after error@1028818061)))
11:01:55.312 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@70891044(state=PENDING, result=null, callback=(continuation of Deferred@1229860700 after retry RPC after error@187364671) -> (continuation of Deferred@104363010 after retry RPC after error@1341745783) -> (continuation of Deferred@2004195355 after retry RPC after error@732563655) -> (continuation of Deferred@1861738964 after retry RPC after error@1792644271) -> (continuation of Deferred@825719983 after retry RPC after error@1243657854) -> (continuation of Deferred@453511087 after retry RPC after error@1028818061), errback=(continuation of Deferred@1229860700 after retry RPC after error@187364671) -> (continuation of Deferred@104363010 after retry RPC after error@1341745783) -> (continuation of Deferred@2004195355 after retry RPC after error@732563655) -> (continuation of Deferred@1861738964 after retry RPC after error@1792644271) -> (continuation of Deferred@825719983 after retry RPC after error@1243657854) -> (continuation of Deferred@453511087 after retry RPC after error@1028818061)))
11:01:55.330 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:55.330 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:55.330 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:55.330 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:55.330 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:55.330 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:55.331 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:55.331 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:55.331 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:55.349 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:55.350 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:55.350 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:55.350 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:55.350 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:55.350 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:55.350 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:55.350 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:55.350 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:55.370 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:55.370 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:55.370 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:55.370 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:55.371 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:55.371 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:55.371 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:55.371 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:55.371 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:55.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:55.384750 5934 master_runner.cc:186] Error getting master registration for 127.4.245.189:45675: Network error: Client connection negotiation failed: client connection to 127.4.245.189:45675: connect: Connection refused (error 111),
11:01:55.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:55.384938 5934 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
11:01:55.390 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:55.390 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:55.390 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:55.390 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:55.390 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:55.390 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:55.390 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:55.390 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:55.391 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:55.410 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:55.410 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:55.410 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:55.410 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:55.410 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:55.411 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:55.411 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:55.411 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:55.411 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:55.430 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:55.430 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:55.430 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:55.430 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:55.430 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:55.430 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:55.430 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:55.430 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:55.430 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:55.450 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:55.450 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:55.450 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:55.450 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:55.451 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:55.451 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:55.451 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:55.451 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:55.451 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:55.570 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:55.570 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:55.571 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:55.571 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:55.571 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:55.571 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:55.571 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:55.571 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:55.572 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:55.572 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [100ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1952194517(state=PENDING, result=null, callback=(continuation of Deferred@1115237386 after retry RPC after error@1597779519) -> (continuation of Deferred@1728150255 after retry RPC after error@1933009773) -> (continuation of Deferred@2024085629 after retry RPC after error@1188465792) -> (continuation of Deferred@711741623 after retry RPC after error@1644720796) -> (continuation of Deferred@842983504 after retry RPC after error@1082052635) -> (continuation of Deferred@148883787 after retry RPC after error@694343262) -> (continuation of Deferred@1826346826 after retry RPC after error@1511206082), errback=(continuation of Deferred@1115237386 after retry RPC after error@1597779519) -> (continuation of Deferred@1728150255 after retry RPC after error@1933009773) -> (continuation of Deferred@2024085629 after retry RPC after error@1188465792) -> (continuation of Deferred@711741623 after retry RPC after error@1644720796) -> (continuation of Deferred@842983504 after retry RPC after error@1082052635) -> (continuation of Deferred@148883787 after retry RPC after error@694343262) -> (continuation of Deferred@1826346826 after retry RPC after error@1511206082)))
11:01:55.573 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [100ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1952194517(state=PENDING, result=null, callback=(continuation of Deferred@1115237386 after retry RPC after error@1597779519) -> (continuation of Deferred@1728150255 after retry RPC after error@1933009773) -> (continuation of Deferred@2024085629 after retry RPC after error@1188465792) -> (continuation of Deferred@711741623 after retry RPC after error@1644720796) -> (continuation of Deferred@842983504 after retry RPC after error@1082052635) -> (continuation of Deferred@148883787 after retry RPC after error@694343262) -> (continuation of Deferred@1826346826 after retry RPC after error@1511206082), errback=(continuation of Deferred@1115237386 after retry RPC after error@1597779519) -> (continuation of Deferred@1728150255 after retry RPC after error@1933009773) -> (continuation of Deferred@2024085629 after retry RPC after error@1188465792) -> (continuation of Deferred@711741623 after retry RPC after error@1644720796) -> (continuation of Deferred@842983504 after retry RPC after error@1082052635) -> (continuation of Deferred@148883787 after retry RPC after error@694343262) -> (continuation of Deferred@1826346826 after retry RPC after error@1511206082)))
11:01:55.590 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:55.590 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:55.590 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:55.590 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:55.590 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:55.590 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:55.590 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:55.590 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:55.591 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:55.609 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:55.609 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:55.610 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:55.610 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:55.610 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:55.610 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:55.610 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:55.610 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:55.610 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:55.630 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:55.630 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:55.630 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:55.630 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:55.630 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:55.630 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:55.631 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:55.631 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:55.631 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:55.649 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:55.650 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:55.650 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:55.650 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:55.650 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:55.650 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:55.650 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:55.650 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:55.650 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:55.670 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:55.670 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:55.670 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:55.670 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:55.670 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:55.670 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:55.670 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:55.671 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:55.671 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:55.689 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:55.690 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:55.690 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:55.690 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:55.690 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:55.690 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:55.690 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:55.690 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:55.690 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:55.750 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:55.750 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:55.750 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:55.751 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:55.751 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:55.751 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:55.751 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:55.751 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:55.751 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:55.751 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:55.751 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:55.752 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:55.755 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [100ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@147640027(state=PENDING, result=null, callback=(continuation of Deferred@1627475507 after retry RPC after error@604043701) -> (continuation of Deferred@2125082058 after retry RPC after error@285118162) -> (continuation of Deferred@2078620200 after retry RPC after error@1477163440) -> (continuation of Deferred@2011175686 after retry RPC after error@319591222) -> (continuation of Deferred@1105907461 after retry RPC after error@1151940785) -> (continuation of Deferred@862335753 after retry RPC after error@1141146480), errback=(continuation of Deferred@1627475507 after retry RPC after error@604043701) -> (continuation of Deferred@2125082058 after retry RPC after error@285118162) -> (continuation of Deferred@2078620200 after retry RPC after error@1477163440) -> (continuation of Deferred@2011175686 after retry RPC after error@319591222) -> (continuation of Deferred@1105907461 after retry RPC after error@1151940785) -> (continuation of Deferred@862335753 after retry RPC after error@1141146480)))
11:01:55.756 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [100ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@147640027(state=PENDING, result=null, callback=(continuation of Deferred@1627475507 after retry RPC after error@604043701) -> (continuation of Deferred@2125082058 after retry RPC after error@285118162) -> (continuation of Deferred@2078620200 after retry RPC after error@1477163440) -> (continuation of Deferred@2011175686 after retry RPC after error@319591222) -> (continuation of Deferred@1105907461 after retry RPC after error@1151940785) -> (continuation of Deferred@862335753 after retry RPC after error@1141146480), errback=(continuation of Deferred@1627475507 after retry RPC after error@604043701) -> (continuation of Deferred@2125082058 after retry RPC after error@285118162) -> (continuation of Deferred@2078620200 after retry RPC after error@1477163440) -> (continuation of Deferred@2011175686 after retry RPC after error@319591222) -> (continuation of Deferred@1105907461 after retry RPC after error@1151940785) -> (continuation of Deferred@862335753 after retry RPC after error@1141146480)))
11:01:55.770 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:55.770 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:55.770 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:55.770 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:55.770 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:55.770 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:55.770 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:55.770 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:55.771 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:55.790 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:55.790 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:55.791 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:55.791 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:55.791 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:55.791 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:55.791 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:55.791 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:55.791 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:55.810 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:55.810 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:55.810 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:55.810 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:55.810 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:55.810 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:55.810 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:55.810 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:55.811 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:55.830 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:55.830 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:55.831 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:55.831 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:55.831 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:55.831 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:55.831 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:55.831 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:55.831 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:55.850 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:55.850 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:55.850 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:55.850 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:55.850 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:55.850 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:55.850 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:55.851 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:55.851 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:55.889 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:55.890 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:55.890 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:55.890 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:55.890 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:55.890 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:55.890 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:55.890 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:55.890 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:55.930 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:55.930 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:55.930 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:55.930 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:55.931 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:55.931 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:55.931 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:55.931 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:55.931 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:55.970 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:55.970 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:55.970 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:55.970 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:55.970 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:55.970 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:55.970 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:55.970 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:55.971 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:55.971 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@2005140048(state=PENDING, result=null, callback=(continuation of Deferred@220850264 after retry RPC after error@1000173842) -> (continuation of Deferred@1197440673 after retry RPC after error@278819480) -> (continuation of Deferred@1387734011 after retry RPC after error@41078110) -> (continuation of Deferred@1055134151 after retry RPC after error@1569566257) -> (continuation of Deferred@911144576 after retry RPC after error@583193898) -> (continuation of Deferred@1018593948 after retry RPC after error@209342237) -> (continuation of Deferred@1304515300 after retry RPC after error@2032051699), errback=(continuation of Deferred@220850264 after retry RPC after error@1000173842) -> (continuation of Deferred@1197440673 after retry RPC after error@278819480) -> (continuation of Deferred@1387734011 after retry RPC after error@41078110) -> (continuation of Deferred@1055134151 after retry RPC after error@1569566257) -> (continuation of Deferred@911144576 after retry RPC after error@583193898) -> (continuation of Deferred@1018593948 after retry RPC after error@209342237) -> (continuation of Deferred@1304515300 after retry RPC after error@2032051699)))
11:01:55.972 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@2005140048(state=PENDING, result=null, callback=(continuation of Deferred@220850264 after retry RPC after error@1000173842) -> (continuation of Deferred@1197440673 after retry RPC after error@278819480) -> (continuation of Deferred@1387734011 after retry RPC after error@41078110) -> (continuation of Deferred@1055134151 after retry RPC after error@1569566257) -> (continuation of Deferred@911144576 after retry RPC after error@583193898) -> (continuation of Deferred@1018593948 after retry RPC after error@209342237) -> (continuation of Deferred@1304515300 after retry RPC after error@2032051699), errback=(continuation of Deferred@220850264 after retry RPC after error@1000173842) -> (continuation of Deferred@1197440673 after retry RPC after error@278819480) -> (continuation of Deferred@1387734011 after retry RPC after error@41078110) -> (continuation of Deferred@1055134151 after retry RPC after error@1569566257) -> (continuation of Deferred@911144576 after retry RPC after error@583193898) -> (continuation of Deferred@1018593948 after retry RPC after error@209342237) -> (continuation of Deferred@1304515300 after retry RPC after error@2032051699)))
11:01:55.990 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:55.990 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:55.991 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:55.991 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:55.991 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:55.991 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:55.991 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:55.991 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:55.991 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:56.010 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:56.010 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:56.010 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:56.010 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:56.010 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:56.010 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:56.010 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:56.010 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:56.011 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:56.030 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:56.030 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:56.031 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:56.031 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:56.031 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:56.031 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:56.031 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:56.031 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:56.031 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:56.050 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:56.050 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:56.050 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:56.050 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:56.050 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:56.050 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:56.050 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:56.050 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:56.051 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:56.070 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:56.070 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:56.070 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:56.071 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:56.071 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:56.071 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:56.071 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:56.071 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:56.071 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:56.090 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:56.090 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:56.090 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:56.090 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:56.090 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:56.090 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:56.090 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:56.090 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:56.091 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:56.150 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:56.150 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:56.151 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:56.151 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:56.151 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:56.151 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:56.151 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:56.151 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:56.151 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:56.190 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:56.190 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:56.190 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:56.190 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:56.190 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:56.190 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:56.190 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:56.190 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:56.191 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:56.191 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=200), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [200ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [200ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@81512889(state=PENDING, result=null, callback=(continuation of Deferred@1464747898 after retry RPC after error@1332792059) -> (continuation of Deferred@1080463841 after retry RPC after error@447356501) -> (continuation of Deferred@1065021421 after retry RPC after error@1989467627) -> (continuation of Deferred@42578753 after retry RPC after error@1209753075) -> (continuation of Deferred@553043610 after retry RPC after error@1893547242) -> (continuation of Deferred@1065458187 after retry RPC after error@761769165) -> (continuation of Deferred@993230317 after retry RPC after error@579877901), errback=(continuation of Deferred@1464747898 after retry RPC after error@1332792059) -> (continuation of Deferred@1080463841 after retry RPC after error@447356501) -> (continuation of Deferred@1065021421 after retry RPC after error@1989467627) -> (continuation of Deferred@42578753 after retry RPC after error@1209753075) -> (continuation of Deferred@553043610 after retry RPC after error@1893547242) -> (continuation of Deferred@1065458187 after retry RPC after error@761769165) -> (continuation of Deferred@993230317 after retry RPC after error@579877901)))
11:01:56.192 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=200), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [200ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [200ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@81512889(state=PENDING, result=null, callback=(continuation of Deferred@1464747898 after retry RPC after error@1332792059) -> (continuation of Deferred@1080463841 after retry RPC after error@447356501) -> (continuation of Deferred@1065021421 after retry RPC after error@1989467627) -> (continuation of Deferred@42578753 after retry RPC after error@1209753075) -> (continuation of Deferred@553043610 after retry RPC after error@1893547242) -> (continuation of Deferred@1065458187 after retry RPC after error@761769165) -> (continuation of Deferred@993230317 after retry RPC after error@579877901), errback=(continuation of Deferred@1464747898 after retry RPC after error@1332792059) -> (continuation of Deferred@1080463841 after retry RPC after error@447356501) -> (continuation of Deferred@1065021421 after retry RPC after error@1989467627) -> (continuation of Deferred@42578753 after retry RPC after error@1209753075) -> (continuation of Deferred@553043610 after retry RPC after error@1893547242) -> (continuation of Deferred@1065458187 after retry RPC after error@761769165) -> (continuation of Deferred@993230317 after retry RPC after error@579877901)))
11:01:56.209 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:56.209 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:56.210 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:56.210 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:56.210 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:56.210 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:56.210 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:56.210 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:56.210 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:56.230 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:56.230 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:56.230 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:56.230 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:56.230 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:56.230 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:56.230 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:56.230 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:56.231 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:56.250 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:56.250 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:56.251 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:56.251 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:56.251 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:56.251 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:56.251 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:56.251 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:56.251 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:56.270 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:56.270 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:56.270 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:56.270 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:56.270 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:56.270 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:56.270 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:56.270 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:56.271 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:56.290 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:56.290 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:56.291 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:56.291 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:56.291 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:56.291 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:56.291 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:56.291 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:56.291 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:56.310 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:56.310 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:56.310 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:56.310 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:56.310 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:56.310 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:56.310 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:56.310 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:56.311 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:56.390 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:56.390 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:56.390 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:56.390 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:56.390 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:56.390 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:56.390 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:56.390 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:56.391 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:56.429 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:56.430 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:56.430 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:56.430 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:56.430 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:56.430 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:56.430 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:56.430 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:56.430 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:56.431 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1609885746(state=PENDING, result=null, callback=(continuation of Deferred@513483812 after retry RPC after error@615878889) -> (continuation of Deferred@778773649 after retry RPC after error@1445395478) -> (continuation of Deferred@299583730 after retry RPC after error@434217208) -> (continuation of Deferred@1851343097 after retry RPC after error@268359528) -> (continuation of Deferred@1151959741 after retry RPC after error@1348144304) -> (continuation of Deferred@1948373194 after retry RPC after error@220007601) -> (continuation of Deferred@95017925 after retry RPC after error@220162380), errback=(continuation of Deferred@513483812 after retry RPC after error@615878889) -> (continuation of Deferred@778773649 after retry RPC after error@1445395478) -> (continuation of Deferred@299583730 after retry RPC after error@434217208) -> (continuation of Deferred@1851343097 after retry RPC after error@268359528) -> (continuation of Deferred@1151959741 after retry RPC after error@1348144304) -> (continuation of Deferred@1948373194 after retry RPC after error@220007601) -> (continuation of Deferred@95017925 after retry RPC after error@220162380)))
11:01:56.431 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1609885746(state=PENDING, result=null, callback=(continuation of Deferred@513483812 after retry RPC after error@615878889) -> (continuation of Deferred@778773649 after retry RPC after error@1445395478) -> (continuation of Deferred@299583730 after retry RPC after error@434217208) -> (continuation of Deferred@1851343097 after retry RPC after error@268359528) -> (continuation of Deferred@1151959741 after retry RPC after error@1348144304) -> (continuation of Deferred@1948373194 after retry RPC after error@220007601) -> (continuation of Deferred@95017925 after retry RPC after error@220162380), errback=(continuation of Deferred@513483812 after retry RPC after error@615878889) -> (continuation of Deferred@778773649 after retry RPC after error@1445395478) -> (continuation of Deferred@299583730 after retry RPC after error@434217208) -> (continuation of Deferred@1851343097 after retry RPC after error@268359528) -> (continuation of Deferred@1151959741 after retry RPC after error@1348144304) -> (continuation of Deferred@1948373194 after retry RPC after error@220007601) -> (continuation of Deferred@95017925 after retry RPC after error@220162380)))
11:01:56.450 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:56.450 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:56.450 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:56.450 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:56.450 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:56.450 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:56.451 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:56.451 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:56.451 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:56.470 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:56.470 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:56.471 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:56.471 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:56.471 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:56.471 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:56.471 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:56.471 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:56.471 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:56.490 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:56.490 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:56.490 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:56.490 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:56.490 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:56.490 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:56.490 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:56.490 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:56.491 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:56.510 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:56.510 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:56.510 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:56.510 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:56.510 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:56.511 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:56.511 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:56.511 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:56.511 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:56.529 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:56.530 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:56.530 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:56.530 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:56.530 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:56.530 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:56.530 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:56.530 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:56.530 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:56.570 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:56.570 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:56.570 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:56.570 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:56.571 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:56.571 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:56.571 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:56.571 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:56.571 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:56.610 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:56.610 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:56.610 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:56.610 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:56.610 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:56.610 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:56.610 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:56.610 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:56.611 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:56.670 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:56.670 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:56.671 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:56.671 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:56.671 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:56.671 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:56.671 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:56.671 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:56.671 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:56.710 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@446263299(state=PENDING, result=null, callback=(continuation of Deferred@2092057806 after retry RPC after error@313182702) -> (continuation of Deferred@1073435999 after retry RPC after error@1848849355) -> (continuation of Deferred@13213431 after retry RPC after error@1156104889) -> (continuation of Deferred@568075990 after retry RPC after error@1451684941) -> (continuation of Deferred@452257356 after retry RPC after error@411767457) -> (continuation of Deferred@1478589936 after retry RPC after error@962911781) -> (continuation of Deferred@69175747 after retry RPC after error@1153535483) -> (continuation of Deferred@400336494 after retry RPC after error@148293446), errback=(continuation of Deferred@2092057806 after retry RPC after error@313182702) -> (continuation of Deferred@1073435999 after retry RPC after error@1848849355) -> (continuation of Deferred@13213431 after retry RPC after error@1156104889) -> (continuation of Deferred@568075990 after retry RPC after error@1451684941) -> (continuation of Deferred@452257356 after retry RPC after error@411767457) -> (continuation of Deferred@1478589936 after retry RPC after error@962911781) -> (continuation of Deferred@69175747 after retry RPC after error@1153535483) -> (continuation of Deferred@400336494 after retry RPC after error@148293446)))
11:01:56.710 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
11:01:56.730 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:56.730 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:56.731 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:56.731 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:56.731 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:56.731 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:56.731 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:56.731 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:56.731 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:56.750 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:56.750 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:56.750 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:56.750 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:56.750 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:56.750 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:56.750 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:56.750 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:56.751 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:56.770 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:56.770 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:56.770 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:56.771 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:56.771 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:56.771 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:56.771 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:56.771 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:56.771 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:56.790 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:56.790 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:56.790 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:56.790 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:56.790 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:56.790 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:56.790 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:56.790 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:56.791 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:56.810 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:56.810 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:56.810 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:56.811 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:56.811 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:56.811 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:56.811 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:56.811 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:56.811 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:56.830 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:56.830 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:56.830 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:56.830 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:56.830 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:56.830 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:56.830 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:56.830 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:56.831 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:56.850 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:56.850 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:56.850 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:56.850 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:56.850 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:56.851 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:56.851 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:56.851 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:56.851 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:56.950 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:56.950 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:56.951 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:56.951 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:56.951 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:56.951 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:56.951 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:56.951 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:56.951 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:56.952 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1458556119(state=PENDING, result=null, callback=(continuation of Deferred@479193264 after retry RPC after error@2072031258) -> (continuation of Deferred@1093895856 after retry RPC after error@1762816821) -> (continuation of Deferred@171691215 after retry RPC after error@1959112178) -> (continuation of Deferred@689877980 after retry RPC after error@1408230929) -> (continuation of Deferred@124126487 after retry RPC after error@1578467892) -> (continuation of Deferred@38361721 after retry RPC after error@784005967) -> (continuation of Deferred@423828786 after retry RPC after error@1807038476), errback=(continuation of Deferred@479193264 after retry RPC after error@2072031258) -> (continuation of Deferred@1093895856 after retry RPC after error@1762816821) -> (continuation of Deferred@171691215 after retry RPC after error@1959112178) -> (continuation of Deferred@689877980 after retry RPC after error@1408230929) -> (continuation of Deferred@124126487 after retry RPC after error@1578467892) -> (continuation of Deferred@38361721 after retry RPC after error@784005967) -> (continuation of Deferred@423828786 after retry RPC after error@1807038476)))
11:01:56.952 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1458556119(state=PENDING, result=null, callback=(continuation of Deferred@479193264 after retry RPC after error@2072031258) -> (continuation of Deferred@1093895856 after retry RPC after error@1762816821) -> (continuation of Deferred@171691215 after retry RPC after error@1959112178) -> (continuation of Deferred@689877980 after retry RPC after error@1408230929) -> (continuation of Deferred@124126487 after retry RPC after error@1578467892) -> (continuation of Deferred@38361721 after retry RPC after error@784005967) -> (continuation of Deferred@423828786 after retry RPC after error@1807038476), errback=(continuation of Deferred@479193264 after retry RPC after error@2072031258) -> (continuation of Deferred@1093895856 after retry RPC after error@1762816821) -> (continuation of Deferred@171691215 after retry RPC after error@1959112178) -> (continuation of Deferred@689877980 after retry RPC after error@1408230929) -> (continuation of Deferred@124126487 after retry RPC after error@1578467892) -> (continuation of Deferred@38361721 after retry RPC after error@784005967) -> (continuation of Deferred@423828786 after retry RPC after error@1807038476)))
11:01:56.970 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:56.970 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:56.970 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:56.970 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:56.970 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:56.970 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:56.970 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:56.970 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:56.971 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:56.990 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:56.990 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:56.990 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:56.990 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:56.990 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:56.990 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:56.990 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:56.991 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:56.991 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:57.009 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:57.009 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:57.010 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:57.010 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:57.010 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:57.010 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:57.010 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:57.010 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:57.010 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:57.030 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:57.030 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:57.030 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:57.030 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:57.030 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:57.030 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:57.030 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:57.030 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:57.031 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:57.050 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:57.050 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:57.051 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:57.051 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:57.051 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:57.051 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:57.051 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:57.051 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:57.051 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:57.070 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:57.070 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:57.070 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:57.070 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:57.070 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:57.070 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:57.070 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:57.070 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:57.071 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:57.129 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:57.130 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:57.130 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:57.130 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:57.130 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:57.131 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:57.131 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:57.131 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:57.131 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:57.230 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1560021200(state=PENDING, result=null, callback=(continuation of Deferred@1457120618 after retry RPC after error@679708690) -> (continuation of Deferred@60841129 after retry RPC after error@1059487365) -> (continuation of Deferred@650981054 after retry RPC after error@314237293) -> (continuation of Deferred@327070343 after retry RPC after error@522200123) -> (continuation of Deferred@1347895743 after retry RPC after error@354640721) -> (continuation of Deferred@1940849144 after retry RPC after error@1840312906) -> (continuation of Deferred@125836538 after retry RPC after error@163040944), errback=(continuation of Deferred@1457120618 after retry RPC after error@679708690) -> (continuation of Deferred@60841129 after retry RPC after error@1059487365) -> (continuation of Deferred@650981054 after retry RPC after error@314237293) -> (continuation of Deferred@327070343 after retry RPC after error@522200123) -> (continuation of Deferred@1347895743 after retry RPC after error@354640721) -> (continuation of Deferred@1940849144 after retry RPC after error@1840312906) -> (continuation of Deferred@125836538 after retry RPC after error@163040944)))
11:01:57.231 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
11:01:57.249 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:57.250 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:57.250 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:57.250 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:57.250 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:57.250 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:57.250 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:57.250 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:57.250 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:57.270 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:57.270 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:57.270 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:57.270 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:57.270 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:57.271 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:57.271 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:57.271 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:57.271 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:57.289 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:57.290 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:57.290 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:57.290 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:57.290 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:57.290 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:57.290 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:57.290 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:57.290 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:57.310 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:57.311 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:57.311 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:57.311 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:57.311 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:57.311 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:57.311 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:57.311 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:57.311 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:57.330 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:57.330 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:57.330 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:57.330 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:57.330 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:57.330 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:57.330 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:57.330 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:57.331 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:57.349 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:57.350 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:57.350 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:57.350 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:57.350 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:57.350 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:57.350 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:57.350 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:57.350 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:57.390 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:57.390 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:57.390 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:57.390 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:57.391 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:57.391 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:57.391 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:57.391 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:57.391 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:57.490 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:57.490 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:57.491 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:57.491 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:57.491 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:57.491 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:57.491 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:57.492 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:57.492 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:57.492 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [243ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [243ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, deferred=Deferred@442213045(state=PENDING, result=null, callback=(continuation of Deferred@756364718 after retry RPC after error@405370848) -> (continuation of Deferred@1166314492 after retry RPC after error@42846195) -> (continuation of Deferred@103889481 after retry RPC after error@1442110232) -> (continuation of Deferred@877551921 after retry RPC after error@1485867540) -> (continuation of Deferred@1476137021 after retry RPC after error@606289345) -> (continuation of Deferred@1663276957 after retry RPC after error@1061122503) -> (continuation of Deferred@141943781 after retry RPC after error@897911327), errback=(continuation of Deferred@756364718 after retry RPC after error@405370848) -> (continuation of Deferred@1166314492 after retry RPC after error@42846195) -> (continuation of Deferred@103889481 after retry RPC after error@1442110232) -> (continuation of Deferred@877551921 after retry RPC after error@1485867540) -> (continuation of Deferred@1476137021 after retry RPC after error@606289345) -> (continuation of Deferred@1663276957 after retry RPC after error@1061122503) -> (continuation of Deferred@141943781 after retry RPC after error@897911327)))
11:01:57.493 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [243ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [243ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, deferred=Deferred@442213045(state=PENDING, result=null, callback=(continuation of Deferred@756364718 after retry RPC after error@405370848) -> (continuation of Deferred@1166314492 after retry RPC after error@42846195) -> (continuation of Deferred@103889481 after retry RPC after error@1442110232) -> (continuation of Deferred@877551921 after retry RPC after error@1485867540) -> (continuation of Deferred@1476137021 after retry RPC after error@606289345) -> (continuation of Deferred@1663276957 after retry RPC after error@1061122503) -> (continuation of Deferred@141943781 after retry RPC after error@897911327), errback=(continuation of Deferred@756364718 after retry RPC after error@405370848) -> (continuation of Deferred@1166314492 after retry RPC after error@42846195) -> (continuation of Deferred@103889481 after retry RPC after error@1442110232) -> (continuation of Deferred@877551921 after retry RPC after error@1485867540) -> (continuation of Deferred@1476137021 after retry RPC after error@606289345) -> (continuation of Deferred@1663276957 after retry RPC after error@1061122503) -> (continuation of Deferred@141943781 after retry RPC after error@897911327)))
11:01:57.510 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:57.510 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:57.510 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:57.511 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:57.511 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:57.511 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:57.511 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:57.511 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:57.511 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:57.530 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:57.530 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:57.530 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:57.530 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:57.530 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:57.530 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:57.530 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:57.530 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:57.530 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:57.530 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:57.531 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:57.531 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:57.550 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:57.550 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:57.550 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:57.550 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:57.550 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:57.550 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:57.551 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:57.551 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:57.551 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:57.569 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:57.570 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:57.570 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:57.570 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:57.570 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:57.570 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:57.570 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:57.570 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:57.570 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:57.590 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:57.590 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:57.590 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:57.590 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:57.590 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:57.590 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:57.591 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:57.591 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:57.591 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:57.610 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:57.610 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:57.611 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:57.611 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:57.611 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:57.611 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:57.611 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:57.611 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:57.611 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:57.670 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:57.670 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:57.670 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:57.670 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:57.670 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:57.670 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:57.670 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:57.671 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:57.671 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:57.750 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:57.750 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:57.750 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:57.750 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:57.750 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:57.750 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:57.750 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:57.751 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:57.751 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:57.751 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [240ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [240ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1715437206(state=PENDING, result=null, callback=(continuation of Deferred@934195837 after retry RPC after error@1458520866) -> (continuation of Deferred@213270902 after retry RPC after error@291526072) -> (continuation of Deferred@1402937523 after retry RPC after error@2135265201) -> (continuation of Deferred@1103547614 after retry RPC after error@1385733323) -> (continuation of Deferred@2024318099 after retry RPC after error@734237744) -> (continuation of Deferred@1544818090 after retry RPC after error@1249688615) -> (continuation of Deferred@2009925063 after retry RPC after error@1083735322), errback=(continuation of Deferred@934195837 after retry RPC after error@1458520866) -> (continuation of Deferred@213270902 after retry RPC after error@291526072) -> (continuation of Deferred@1402937523 after retry RPC after error@2135265201) -> (continuation of Deferred@1103547614 after retry RPC after error@1385733323) -> (continuation of Deferred@2024318099 after retry RPC after error@734237744) -> (continuation of Deferred@1544818090 after retry RPC after error@1249688615) -> (continuation of Deferred@2009925063 after retry RPC after error@1083735322)))
11:01:57.752 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [240ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [240ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1715437206(state=PENDING, result=null, callback=(continuation of Deferred@934195837 after retry RPC after error@1458520866) -> (continuation of Deferred@213270902 after retry RPC after error@291526072) -> (continuation of Deferred@1402937523 after retry RPC after error@2135265201) -> (continuation of Deferred@1103547614 after retry RPC after error@1385733323) -> (continuation of Deferred@2024318099 after retry RPC after error@734237744) -> (continuation of Deferred@1544818090 after retry RPC after error@1249688615) -> (continuation of Deferred@2009925063 after retry RPC after error@1083735322), errback=(continuation of Deferred@934195837 after retry RPC after error@1458520866) -> (continuation of Deferred@213270902 after retry RPC after error@291526072) -> (continuation of Deferred@1402937523 after retry RPC after error@2135265201) -> (continuation of Deferred@1103547614 after retry RPC after error@1385733323) -> (continuation of Deferred@2024318099 after retry RPC after error@734237744) -> (continuation of Deferred@1544818090 after retry RPC after error@1249688615) -> (continuation of Deferred@2009925063 after retry RPC after error@1083735322)))
11:01:57.770 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:57.770 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:57.771 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:57.771 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:57.771 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:57.771 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:57.771 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:57.771 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:57.771 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:57.790 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:57.790 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:57.790 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:57.790 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:57.790 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:57.790 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:57.790 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:57.790 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:57.791 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:57.810 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:57.810 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:57.810 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:57.810 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:57.810 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:57.810 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:57.811 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:57.811 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:57.811 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:57.829 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:57.830 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:57.830 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:57.830 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:57.830 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:57.830 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:57.830 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:57.830 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:57.831 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:57.850 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:57.850 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:57.850 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:57.850 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:57.850 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:57.851 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:57.851 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:57.851 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:57.851 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:57.890 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:57.890 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:57.890 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:57.890 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:57.890 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:57.890 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:57.890 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:57.890 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:57.891 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:57.969 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:57.970 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:57.970 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:57.970 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:57.970 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:57.970 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:57.970 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:57.970 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:57.971 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:58.010 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:58.010 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:58.010 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:58.010 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:58.010 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:58.010 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:58.011 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:58.011 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:58.011 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:58.012 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [200ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [200ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [200ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [240ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@254822927(state=PENDING, result=null, callback=(continuation of Deferred@1941925657 after retry RPC after error@281442785) -> (continuation of Deferred@973528787 after retry RPC after error@929794990) -> (continuation of Deferred@1067773437 after retry RPC after error@470717081) -> (continuation of Deferred@284309389 after retry RPC after error@2075125958) -> (continuation of Deferred@1669085515 after retry RPC after error@185525735) -> (continuation of Deferred@172094804 after retry RPC after error@237815042) -> (continuation of Deferred@211289069 after retry RPC after error@1892019780), errback=(continuation of Deferred@1941925657 after retry RPC after error@281442785) -> (continuation of Deferred@973528787 after retry RPC after error@929794990) -> (continuation of Deferred@1067773437 after retry RPC after error@470717081) -> (continuation of Deferred@284309389 after retry RPC after error@2075125958) -> (continuation of Deferred@1669085515 after retry RPC after error@185525735) -> (continuation of Deferred@172094804 after retry RPC after error@237815042) -> (continuation of Deferred@211289069 after retry RPC after error@1892019780)))
11:01:58.012 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [200ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [200ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [200ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [240ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@254822927(state=PENDING, result=null, callback=(continuation of Deferred@1941925657 after retry RPC after error@281442785) -> (continuation of Deferred@973528787 after retry RPC after error@929794990) -> (continuation of Deferred@1067773437 after retry RPC after error@470717081) -> (continuation of Deferred@284309389 after retry RPC after error@2075125958) -> (continuation of Deferred@1669085515 after retry RPC after error@185525735) -> (continuation of Deferred@172094804 after retry RPC after error@237815042) -> (continuation of Deferred@211289069 after retry RPC after error@1892019780), errback=(continuation of Deferred@1941925657 after retry RPC after error@281442785) -> (continuation of Deferred@973528787 after retry RPC after error@929794990) -> (continuation of Deferred@1067773437 after retry RPC after error@470717081) -> (continuation of Deferred@284309389 after retry RPC after error@2075125958) -> (continuation of Deferred@1669085515 after retry RPC after error@185525735) -> (continuation of Deferred@172094804 after retry RPC after error@237815042) -> (continuation of Deferred@211289069 after retry RPC after error@1892019780)))
11:01:58.029 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:58.029 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:58.030 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:58.030 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:58.030 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:58.030 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:58.030 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:58.030 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:58.031 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:58.050 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:58.050 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:58.050 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:58.050 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:58.050 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:58.050 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:58.050 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:58.050 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:58.051 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:58.070 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:58.070 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:58.071 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:58.071 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:58.071 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:58.071 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:58.071 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:58.071 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:58.071 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:58.090 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:58.090 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:58.090 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:58.090 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:58.090 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:58.090 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:58.090 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:58.090 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:58.091 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:58.110 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:58.110 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:58.110 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:58.111 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:58.111 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:58.111 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:58.111 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:58.111 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:58.111 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:58.150 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:58.150 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:58.150 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:58.150 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:58.150 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:58.150 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:58.151 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:58.151 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:58.151 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:58.189 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:58.190 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:58.190 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:58.190 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:58.190 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:58.190 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:58.191 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:58.191 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:58.191 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:58.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:58.208220 6332 raft_consensus.cc:482] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 194ebd914a83439798a52288895b63e8)
11:01:58.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:58.208392 6332 raft_consensus.cc:504] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2b26dd328e00412aa496490d4f7a64f4" member_type: VOTER last_known_addr { host: "127.4.245.190" port: 34613 } } peers { permanent_uuid: "194ebd914a83439798a52288895b63e8" member_type: VOTER last_known_addr { host: "127.4.245.189" port: 45675 } } peers { permanent_uuid: "05e67164d20c486eb7fe8fd51a131ab3" member_type: VOTER last_known_addr { host: "127.4.245.188" port: 44615 } }
11:01:58.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:58.209029 6332 leader_election.cc:288] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 194ebd914a83439798a52288895b63e8 (127.4.245.189:45675), 05e67164d20c486eb7fe8fd51a131ab3 (127.4.245.188:44615)
11:01:58.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:58.209986 5952 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.245.189:45675: connect: Connection refused (error 111) [suppressed 1 similar messages]
11:01:58.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:58.211092 5951 leader_election.cc:334] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 05e67164d20c486eb7fe8fd51a131ab3 (127.4.245.188:44615): Network error: Client connection negotiation failed: client connection to 127.4.245.188:44615: connect: Connection refused (error 111)
11:01:58.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:58.211278 5952 leader_election.cc:334] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 194ebd914a83439798a52288895b63e8 (127.4.245.189:45675): Network error: Client connection negotiation failed: client connection to 127.4.245.189:45675: connect: Connection refused (error 111)
11:01:58.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:58.211416 5952 leader_election.cc:302] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 2b26dd328e00412aa496490d4f7a64f4; no voters: 05e67164d20c486eb7fe8fd51a131ab3, 194ebd914a83439798a52288895b63e8
11:01:58.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:01:58.211658 6332 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 2b26dd328e00412aa496490d4f7a64f4 [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
11:01:58.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:58.247306 5740 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615, num_attempts: 98) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615, num_attempts: 1)
11:01:58.250 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:58.250 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:58.251 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:58.251 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:58.251 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:58.251 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:58.251 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:58.251 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:58.251 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:58.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:58.252753 5740 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '9d97e2a33c7340dfbb9ce8fa17c0b548', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '9d97e2a33c7340dfbb9ce8fa17c0b548', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615, num_attempts: 98) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615, num_attempts: 1)
11:01:58.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:01:58.254045 5737 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.4.245.188:44615)
11:01:58.290 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, deferred=Deferred@1100615306(state=PENDING, result=null, callback=(continuation of Deferred@1821416673 after retry RPC after error@2040097532) -> (continuation of Deferred@388534342 after retry RPC after error@106377847) -> (continuation of Deferred@1850266056 after retry RPC after error@1555339383) -> (continuation of Deferred@265132295 after retry RPC after error@817284611) -> (continuation of Deferred@408459084 after retry RPC after error@1624752912) -> (continuation of Deferred@53574572 after retry RPC after error@87106327) -> (continuation of Deferred@1494165002 after retry RPC after error@127836536) -> (continuation of Deferred@268064316 after retry RPC after error@65008975), errback=(continuation of Deferred@1821416673 after retry RPC after error@2040097532) -> (continuation of Deferred@388534342 after retry RPC after error@106377847) -> (continuation of Deferred@1850266056 after retry RPC after error@1555339383) -> (continuation of Deferred@265132295 after retry RPC after error@817284611) -> (continuation of Deferred@408459084 after retry RPC after error@1624752912) -> (continuation of Deferred@53574572 after retry RPC after error@87106327) -> (continuation of Deferred@1494165002 after retry RPC after error@127836536) -> (continuation of Deferred@268064316 after retry RPC after error@65008975)))
11:01:58.290 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
11:01:58.310 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:58.310 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:58.311 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:58.311 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:58.311 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:58.311 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:58.311 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:58.311 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:58.312 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:58.330 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:58.330 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:58.330 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:58.330 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:58.330 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:58.330 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:58.330 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:58.330 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:58.330 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:58.350 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:58.350 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:58.351 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:58.351 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:58.351 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:58.351 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:58.351 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:58.351 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:58.351 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:58.369 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:58.370 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:58.370 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:58.370 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:58.370 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:58.370 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:58.370 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:58.370 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:58.370 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:58.390 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:58.390 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:58.390 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:58.390 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:58.390 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:58.391 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:58.391 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:58.391 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:58.391 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:58.409 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:58.410 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:58.410 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:58.410 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:58.410 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:58.410 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:58.410 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:58.410 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:58.410 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:58.450 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:58.450 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:58.450 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:58.451 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:58.451 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:58.451 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:58.451 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:58.451 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:58.451 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:58.452 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [100ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, deferred=Deferred@1431739465(state=PENDING, result=null, callback=(continuation of Deferred@1761575533 after retry RPC after error@187950860) -> (continuation of Deferred@1768940146 after retry RPC after error@138059714) -> (continuation of Deferred@482515010 after retry RPC after error@148707153) -> (continuation of Deferred@506927178 after retry RPC after error@1110393025) -> (continuation of Deferred@1244119118 after retry RPC after error@715141572) -> (continuation of Deferred@208902546 after retry RPC after error@878897557), errback=(continuation of Deferred@1761575533 after retry RPC after error@187950860) -> (continuation of Deferred@1768940146 after retry RPC after error@138059714) -> (continuation of Deferred@482515010 after retry RPC after error@148707153) -> (continuation of Deferred@506927178 after retry RPC after error@1110393025) -> (continuation of Deferred@1244119118 after retry RPC after error@715141572) -> (continuation of Deferred@208902546 after retry RPC after error@878897557)))
11:01:58.452 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [100ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, deferred=Deferred@1431739465(state=PENDING, result=null, callback=(continuation of Deferred@1761575533 after retry RPC after error@187950860) -> (continuation of Deferred@1768940146 after retry RPC after error@138059714) -> (continuation of Deferred@482515010 after retry RPC after error@148707153) -> (continuation of Deferred@506927178 after retry RPC after error@1110393025) -> (continuation of Deferred@1244119118 after retry RPC after error@715141572) -> (continuation of Deferred@208902546 after retry RPC after error@878897557), errback=(continuation of Deferred@1761575533 after retry RPC after error@187950860) -> (continuation of Deferred@1768940146 after retry RPC after error@138059714) -> (continuation of Deferred@482515010 after retry RPC after error@148707153) -> (continuation of Deferred@506927178 after retry RPC after error@1110393025) -> (continuation of Deferred@1244119118 after retry RPC after error@715141572) -> (continuation of Deferred@208902546 after retry RPC after error@878897557)))
11:01:58.469 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:58.470 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:58.470 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:58.470 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:58.470 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:58.470 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:58.470 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:58.470 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:58.470 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:58.490 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:58.490 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:58.490 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:58.490 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:58.490 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:58.490 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:58.490 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:58.490 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:58.491 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:58.510 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:58.510 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:58.511 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:58.511 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:58.511 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:58.511 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:58.511 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:58.511 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:58.511 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:58.530 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:58.530 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:58.530 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:58.530 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:58.530 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:58.530 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:58.530 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:58.530 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:58.531 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:58.550 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:58.550 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:58.550 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:58.550 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:58.551 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:58.551 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:58.551 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:58.551 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:58.551 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:58.589 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:58.590 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:58.590 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:58.590 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:58.590 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:58.590 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:58.590 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:58.590 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:58.591 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:58.630 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:58.630 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:58.630 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:58.630 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:58.630 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:58.630 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:58.631 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:58.631 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:58.631 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:58.649 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:58.650 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:58.650 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:58.650 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:58.650 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:58.650 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:58.650 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:58.650 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:58.650 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:58.651 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@456373584(state=PENDING, result=null, callback=(continuation of Deferred@1240520464 after retry RPC after error@108292832) -> (continuation of Deferred@1650289143 after retry RPC after error@1690491353) -> (continuation of Deferred@725998086 after retry RPC after error@247699172) -> (continuation of Deferred@131613722 after retry RPC after error@1965443369) -> (continuation of Deferred@1890990177 after retry RPC after error@1649472549) -> (continuation of Deferred@669877473 after retry RPC after error@1623588404) -> (continuation of Deferred@561096573 after retry RPC after error@1155894954), errback=(continuation of Deferred@1240520464 after retry RPC after error@108292832) -> (continuation of Deferred@1650289143 after retry RPC after error@1690491353) -> (continuation of Deferred@725998086 after retry RPC after error@247699172) -> (continuation of Deferred@131613722 after retry RPC after error@1965443369) -> (continuation of Deferred@1890990177 after retry RPC after error@1649472549) -> (continuation of Deferred@669877473 after retry RPC after error@1623588404) -> (continuation of Deferred@561096573 after retry RPC after error@1155894954)))
11:01:58.651 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@456373584(state=PENDING, result=null, callback=(continuation of Deferred@1240520464 after retry RPC after error@108292832) -> (continuation of Deferred@1650289143 after retry RPC after error@1690491353) -> (continuation of Deferred@725998086 after retry RPC after error@247699172) -> (continuation of Deferred@131613722 after retry RPC after error@1965443369) -> (continuation of Deferred@1890990177 after retry RPC after error@1649472549) -> (continuation of Deferred@669877473 after retry RPC after error@1623588404) -> (continuation of Deferred@561096573 after retry RPC after error@1155894954), errback=(continuation of Deferred@1240520464 after retry RPC after error@108292832) -> (continuation of Deferred@1650289143 after retry RPC after error@1690491353) -> (continuation of Deferred@725998086 after retry RPC after error@247699172) -> (continuation of Deferred@131613722 after retry RPC after error@1965443369) -> (continuation of Deferred@1890990177 after retry RPC after error@1649472549) -> (continuation of Deferred@669877473 after retry RPC after error@1623588404) -> (continuation of Deferred@561096573 after retry RPC after error@1155894954)))
11:01:58.670 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:58.670 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:58.670 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:58.670 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:58.670 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:58.671 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:58.671 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:58.671 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:58.672 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:58.689 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:58.690 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:58.690 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:58.690 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:58.690 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:58.690 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:58.690 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:58.690 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:58.691 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:58.710 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:58.710 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:58.710 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:58.710 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:58.710 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:58.710 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:58.710 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:58.710 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:58.711 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:58.729 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:58.729 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:58.730 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:58.730 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:58.730 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:58.730 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:58.730 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:58.730 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:58.730 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:58.750 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:58.750 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:58.750 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:58.750 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:58.750 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:58.750 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:58.750 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:58.750 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:58.751 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:58.789 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:58.790 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:58.790 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:58.790 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:58.790 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:58.790 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:58.790 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:58.790 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:58.790 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:58.870 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:58.870 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:58.871 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:58.871 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:58.871 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:58.871 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:58.871 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:58.871 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:58.871 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:58.930 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [120ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@380276927(state=PENDING, result=null, callback=(continuation of Deferred@427752376 after retry RPC after error@1483289354) -> (continuation of Deferred@736617921 after retry RPC after error@1770694506) -> (continuation of Deferred@130495192 after retry RPC after error@371699785) -> (continuation of Deferred@49972897 after retry RPC after error@1048039523) -> (continuation of Deferred@9987207 after retry RPC after error@731265317) -> (continuation of Deferred@2098163064 after retry RPC after error@2113621618) -> (continuation of Deferred@1048883478 after retry RPC after error@616691954), errback=(continuation of Deferred@427752376 after retry RPC after error@1483289354) -> (continuation of Deferred@736617921 after retry RPC after error@1770694506) -> (continuation of Deferred@130495192 after retry RPC after error@371699785) -> (continuation of Deferred@49972897 after retry RPC after error@1048039523) -> (continuation of Deferred@9987207 after retry RPC after error@731265317) -> (continuation of Deferred@2098163064 after retry RPC after error@2113621618) -> (continuation of Deferred@1048883478 after retry RPC after error@616691954)))
11:01:58.931 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
11:01:58.950 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:58.950 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:58.951 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:58.951 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:58.951 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:58.951 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:58.951 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:58.951 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:58.951 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:58.970 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:58.970 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:58.970 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:58.970 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:58.970 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:58.971 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:58.971 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:58.971 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:58.971 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:58.990 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:58.990 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:58.990 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:58.990 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:58.990 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:58.990 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:58.990 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:58.991 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:58.991 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:59.009 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:59.009 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:59.010 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:59.010 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:59.010 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:59.010 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:59.010 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:59.010 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:59.010 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:59.030 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:59.030 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:59.030 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:59.030 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:59.030 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:59.030 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:59.030 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:59.030 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:59.031 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:59.050 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:59.050 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:59.050 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:59.050 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:59.050 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:59.051 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:59.051 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:59.051 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:59.051 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:59.090 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:59.090 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:59.090 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:59.090 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:59.090 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:59.090 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:59.090 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:59.090 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:59.091 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:59.170 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:59.170 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:59.170 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:59.170 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:59.170 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:59.170 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:59.170 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:59.171 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:59.171 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:59.171 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=220), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1224100421(state=PENDING, result=null, callback=(continuation of Deferred@682777505 after retry RPC after error@1567662211) -> (continuation of Deferred@1665126264 after retry RPC after error@434181432) -> (continuation of Deferred@599014134 after retry RPC after error@2065228475) -> (continuation of Deferred@1715578543 after retry RPC after error@2006464394) -> (continuation of Deferred@1979301893 after retry RPC after error@1229515067) -> (continuation of Deferred@576146019 after retry RPC after error@340069828) -> (continuation of Deferred@797384353 after retry RPC after error@562572123), errback=(continuation of Deferred@682777505 after retry RPC after error@1567662211) -> (continuation of Deferred@1665126264 after retry RPC after error@434181432) -> (continuation of Deferred@599014134 after retry RPC after error@2065228475) -> (continuation of Deferred@1715578543 after retry RPC after error@2006464394) -> (continuation of Deferred@1979301893 after retry RPC after error@1229515067) -> (continuation of Deferred@576146019 after retry RPC after error@340069828) -> (continuation of Deferred@797384353 after retry RPC after error@562572123)))
11:01:59.172 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=220), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1224100421(state=PENDING, result=null, callback=(continuation of Deferred@682777505 after retry RPC after error@1567662211) -> (continuation of Deferred@1665126264 after retry RPC after error@434181432) -> (continuation of Deferred@599014134 after retry RPC after error@2065228475) -> (continuation of Deferred@1715578543 after retry RPC after error@2006464394) -> (continuation of Deferred@1979301893 after retry RPC after error@1229515067) -> (continuation of Deferred@576146019 after retry RPC after error@340069828) -> (continuation of Deferred@797384353 after retry RPC after error@562572123), errback=(continuation of Deferred@682777505 after retry RPC after error@1567662211) -> (continuation of Deferred@1665126264 after retry RPC after error@434181432) -> (continuation of Deferred@599014134 after retry RPC after error@2065228475) -> (continuation of Deferred@1715578543 after retry RPC after error@2006464394) -> (continuation of Deferred@1979301893 after retry RPC after error@1229515067) -> (continuation of Deferred@576146019 after retry RPC after error@340069828) -> (continuation of Deferred@797384353 after retry RPC after error@562572123)))
11:01:59.190 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:59.190 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:59.191 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:59.191 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:59.191 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:59.191 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:59.191 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:59.191 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:59.192 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:59.210 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:59.210 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:59.211 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:59.211 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:59.211 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:59.211 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:59.211 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:59.211 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:59.211 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:59.229 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:59.229 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:59.230 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:59.230 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:59.230 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:59.230 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:59.230 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:59.230 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:59.230 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:59.230 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:59.230 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:59.231 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:59.250 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:59.250 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:59.250 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:59.250 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:59.250 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:59.250 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:59.250 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:59.250 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:59.251 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:59.269 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:59.270 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:59.270 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:59.270 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:59.270 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:59.270 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:59.270 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:59.270 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:59.270 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:59.290 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:59.290 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:59.290 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:59.290 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:59.290 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:59.290 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:59.290 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:59.291 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:59.291 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:59.329 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:59.330 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:59.330 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:59.330 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:59.330 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:59.330 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:59.330 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:59.330 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:59.330 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:59.331 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=140), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [140ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1473650304(state=PENDING, result=null, callback=(continuation of Deferred@980341088 after retry RPC after error@821672910) -> (continuation of Deferred@645898460 after retry RPC after error@1102747789) -> (continuation of Deferred@227783691 after retry RPC after error@1883855292) -> (continuation of Deferred@736853545 after retry RPC after error@1048638761) -> (continuation of Deferred@774057246 after retry RPC after error@337446367) -> (continuation of Deferred@1685531459 after retry RPC after error@1567077209), errback=(continuation of Deferred@980341088 after retry RPC after error@821672910) -> (continuation of Deferred@645898460 after retry RPC after error@1102747789) -> (continuation of Deferred@227783691 after retry RPC after error@1883855292) -> (continuation of Deferred@736853545 after retry RPC after error@1048638761) -> (continuation of Deferred@774057246 after retry RPC after error@337446367) -> (continuation of Deferred@1685531459 after retry RPC after error@1567077209)))
11:01:59.331 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=140), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [140ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1473650304(state=PENDING, result=null, callback=(continuation of Deferred@980341088 after retry RPC after error@821672910) -> (continuation of Deferred@645898460 after retry RPC after error@1102747789) -> (continuation of Deferred@227783691 after retry RPC after error@1883855292) -> (continuation of Deferred@736853545 after retry RPC after error@1048638761) -> (continuation of Deferred@774057246 after retry RPC after error@337446367) -> (continuation of Deferred@1685531459 after retry RPC after error@1567077209), errback=(continuation of Deferred@980341088 after retry RPC after error@821672910) -> (continuation of Deferred@645898460 after retry RPC after error@1102747789) -> (continuation of Deferred@227783691 after retry RPC after error@1883855292) -> (continuation of Deferred@736853545 after retry RPC after error@1048638761) -> (continuation of Deferred@774057246 after retry RPC after error@337446367) -> (continuation of Deferred@1685531459 after retry RPC after error@1567077209)))
11:01:59.350 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:59.350 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:59.350 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:59.350 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:59.350 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:59.350 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:59.350 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:59.350 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:59.351 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:59.369 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:59.369 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:59.370 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:59.370 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:59.370 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:59.370 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:59.370 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:59.370 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:59.371 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:59.390 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:59.390 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:59.390 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:59.390 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:59.390 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:59.390 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:59.390 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:59.390 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:59.391 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:59.410 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:59.410 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:59.411 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:59.411 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:59.411 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:59.411 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:59.411 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:59.411 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:59.411 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:59.430 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:59.430 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:59.430 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:59.430 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:59.430 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:59.430 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:59.431 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:59.431 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:59.431 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:59.470 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:59.470 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:59.471 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:59.471 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:59.471 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:59.471 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:59.471 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:59.471 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:59.471 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:59.490 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:59.490 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:59.490 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:59.490 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:59.490 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:59.490 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:59.490 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:59.490 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:59.491 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:59.610 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@615798313(state=PENDING, result=null, callback=(continuation of Deferred@1127191248 after retry RPC after error@1290988712) -> (continuation of Deferred@1532675222 after retry RPC after error@1574556874) -> (continuation of Deferred@1658807475 after retry RPC after error@965956588) -> (continuation of Deferred@878726716 after retry RPC after error@655143934) -> (continuation of Deferred@1047507280 after retry RPC after error@490772802) -> (continuation of Deferred@728184184 after retry RPC after error@1773596841) -> (continuation of Deferred@714095102 after retry RPC after error@864239463), errback=(continuation of Deferred@1127191248 after retry RPC after error@1290988712) -> (continuation of Deferred@1532675222 after retry RPC after error@1574556874) -> (continuation of Deferred@1658807475 after retry RPC after error@965956588) -> (continuation of Deferred@878726716 after retry RPC after error@655143934) -> (continuation of Deferred@1047507280 after retry RPC after error@490772802) -> (continuation of Deferred@728184184 after retry RPC after error@1773596841) -> (continuation of Deferred@714095102 after retry RPC after error@864239463)))
11:01:59.611 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
11:01:59.629 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:59.630 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:59.630 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:59.630 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:59.630 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:59.630 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:59.630 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:59.630 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:59.631 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:59.650 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:59.650 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:59.650 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:59.650 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:59.650 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:59.650 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:59.650 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:59.650 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:59.651 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:59.669 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:59.670 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:59.670 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:59.670 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:59.670 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:59.670 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:59.670 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:59.670 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:59.671 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:59.690 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:59.690 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:59.690 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:59.690 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:59.690 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:59.691 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:59.691 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:59.691 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:59.691 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:59.709 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:59.710 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:59.710 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:59.710 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:59.710 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:59.710 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:59.710 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:59.710 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:59.710 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:59.730 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:59.730 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:59.730 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:59.730 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:59.730 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:59.730 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:59.730 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:59.731 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:59.731 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:59.770 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:59.770 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:59.770 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:59.770 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:59.770 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:59.770 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:59.770 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:59.770 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:59.770 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:59.869 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:59.870 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:59.870 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:59.870 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:59.870 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:59.870 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:59.870 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:59.870 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:59.871 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:59.871 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1587442849(state=PENDING, result=null, callback=(continuation of Deferred@2138022021 after retry RPC after error@1469198661) -> (continuation of Deferred@623315756 after retry RPC after error@145840213) -> (continuation of Deferred@173587022 after retry RPC after error@1275505241) -> (continuation of Deferred@1374004894 after retry RPC after error@1393831687) -> (continuation of Deferred@483489249 after retry RPC after error@1702645824) -> (continuation of Deferred@433183527 after retry RPC after error@1808769805) -> (continuation of Deferred@2091298280 after retry RPC after error@2078215276), errback=(continuation of Deferred@2138022021 after retry RPC after error@1469198661) -> (continuation of Deferred@623315756 after retry RPC after error@145840213) -> (continuation of Deferred@173587022 after retry RPC after error@1275505241) -> (continuation of Deferred@1374004894 after retry RPC after error@1393831687) -> (continuation of Deferred@483489249 after retry RPC after error@1702645824) -> (continuation of Deferred@433183527 after retry RPC after error@1808769805) -> (continuation of Deferred@2091298280 after retry RPC after error@2078215276)))
11:01:59.872 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1587442849(state=PENDING, result=null, callback=(continuation of Deferred@2138022021 after retry RPC after error@1469198661) -> (continuation of Deferred@623315756 after retry RPC after error@145840213) -> (continuation of Deferred@173587022 after retry RPC after error@1275505241) -> (continuation of Deferred@1374004894 after retry RPC after error@1393831687) -> (continuation of Deferred@483489249 after retry RPC after error@1702645824) -> (continuation of Deferred@433183527 after retry RPC after error@1808769805) -> (continuation of Deferred@2091298280 after retry RPC after error@2078215276), errback=(continuation of Deferred@2138022021 after retry RPC after error@1469198661) -> (continuation of Deferred@623315756 after retry RPC after error@145840213) -> (continuation of Deferred@173587022 after retry RPC after error@1275505241) -> (continuation of Deferred@1374004894 after retry RPC after error@1393831687) -> (continuation of Deferred@483489249 after retry RPC after error@1702645824) -> (continuation of Deferred@433183527 after retry RPC after error@1808769805) -> (continuation of Deferred@2091298280 after retry RPC after error@2078215276)))
11:01:59.890 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:59.890 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:59.890 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:59.890 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:59.891 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:59.891 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:59.891 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:59.891 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:59.891 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:59.909 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:59.910 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:59.910 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:59.910 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:59.910 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:59.910 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:59.910 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:59.910 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:59.910 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:59.930 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:59.931 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:59.931 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:59.931 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:59.931 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:59.931 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:59.931 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:59.931 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:59.931 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:59.950 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:59.950 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:59.950 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:59.950 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:59.950 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:59.951 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:59.951 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:59.951 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:59.951 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:01:59.970 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:01:59.970 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:01:59.970 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:59.970 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:59.970 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:59.970 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:59.970 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:01:59.970 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:01:59.971 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:00.010 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:00.010 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:00.011 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:00.011 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:00.011 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:00.011 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:00.011 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:00.011 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:00.011 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:00.070 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:00.070 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:00.070 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:00.071 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:00.071 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:00.071 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:00.071 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:00.071 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:00.071 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:00.071 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1062881337(state=PENDING, result=null, callback=(continuation of Deferred@1531122986 after retry RPC after error@827388234) -> (continuation of Deferred@7113534 after retry RPC after error@1838813322) -> (continuation of Deferred@775135830 after retry RPC after error@408931451) -> (continuation of Deferred@2081325365 after retry RPC after error@1093521534) -> (continuation of Deferred@1916791583 after retry RPC after error@350604599) -> (continuation of Deferred@485159351 after retry RPC after error@862678132), errback=(continuation of Deferred@1531122986 after retry RPC after error@827388234) -> (continuation of Deferred@7113534 after retry RPC after error@1838813322) -> (continuation of Deferred@775135830 after retry RPC after error@408931451) -> (continuation of Deferred@2081325365 after retry RPC after error@1093521534) -> (continuation of Deferred@1916791583 after retry RPC after error@350604599) -> (continuation of Deferred@485159351 after retry RPC after error@862678132)))
11:02:00.072 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1062881337(state=PENDING, result=null, callback=(continuation of Deferred@1531122986 after retry RPC after error@827388234) -> (continuation of Deferred@7113534 after retry RPC after error@1838813322) -> (continuation of Deferred@775135830 after retry RPC after error@408931451) -> (continuation of Deferred@2081325365 after retry RPC after error@1093521534) -> (continuation of Deferred@1916791583 after retry RPC after error@350604599) -> (continuation of Deferred@485159351 after retry RPC after error@862678132), errback=(continuation of Deferred@1531122986 after retry RPC after error@827388234) -> (continuation of Deferred@7113534 after retry RPC after error@1838813322) -> (continuation of Deferred@775135830 after retry RPC after error@408931451) -> (continuation of Deferred@2081325365 after retry RPC after error@1093521534) -> (continuation of Deferred@1916791583 after retry RPC after error@350604599) -> (continuation of Deferred@485159351 after retry RPC after error@862678132)))
11:02:00.090 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:00.090 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:00.090 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:00.090 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:00.090 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:00.090 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:00.090 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:00.090 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:00.091 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:00.109 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:00.109 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:00.110 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:00.110 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:00.110 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:00.110 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:00.110 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:00.110 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:00.110 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:00.130 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:00.130 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:00.130 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:00.130 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:00.130 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:00.131 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:00.131 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:00.131 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:00.131 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:00.149 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:00.150 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:00.150 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:00.150 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:00.150 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:00.150 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:00.150 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:00.150 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:00.150 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:00.170 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:00.170 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:00.170 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:00.170 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:00.170 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:00.170 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:00.170 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:00.170 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:00.171 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:00.209 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:00.210 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:00.210 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:00.210 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:00.210 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:00.210 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:00.210 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:00.210 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:00.210 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:00.230 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:00.230 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:00.230 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:00.230 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:00.230 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:00.230 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:00.230 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:00.230 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:00.231 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:00.330 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:00.330 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:00.330 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:00.330 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:00.330 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:00.330 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:00.330 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:00.331 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:00.331 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:00.331 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [120ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [240ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [240ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@259900554(state=PENDING, result=null, callback=(continuation of Deferred@1983464044 after retry RPC after error@1009353553) -> (continuation of Deferred@226491600 after retry RPC after error@1824993377) -> (continuation of Deferred@1347495351 after retry RPC after error@546445287) -> (continuation of Deferred@1392109145 after retry RPC after error@124293215) -> (continuation of Deferred@1590518168 after retry RPC after error@1859152009) -> (continuation of Deferred@1938194468 after retry RPC after error@816782435) -> (continuation of Deferred@89881167 after retry RPC after error@1747111501), errback=(continuation of Deferred@1983464044 after retry RPC after error@1009353553) -> (continuation of Deferred@226491600 after retry RPC after error@1824993377) -> (continuation of Deferred@1347495351 after retry RPC after error@546445287) -> (continuation of Deferred@1392109145 after retry RPC after error@124293215) -> (continuation of Deferred@1590518168 after retry RPC after error@1859152009) -> (continuation of Deferred@1938194468 after retry RPC after error@816782435) -> (continuation of Deferred@89881167 after retry RPC after error@1747111501)))
11:02:00.332 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [120ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [240ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [240ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@259900554(state=PENDING, result=null, callback=(continuation of Deferred@1983464044 after retry RPC after error@1009353553) -> (continuation of Deferred@226491600 after retry RPC after error@1824993377) -> (continuation of Deferred@1347495351 after retry RPC after error@546445287) -> (continuation of Deferred@1392109145 after retry RPC after error@124293215) -> (continuation of Deferred@1590518168 after retry RPC after error@1859152009) -> (continuation of Deferred@1938194468 after retry RPC after error@816782435) -> (continuation of Deferred@89881167 after retry RPC after error@1747111501), errback=(continuation of Deferred@1983464044 after retry RPC after error@1009353553) -> (continuation of Deferred@226491600 after retry RPC after error@1824993377) -> (continuation of Deferred@1347495351 after retry RPC after error@546445287) -> (continuation of Deferred@1392109145 after retry RPC after error@124293215) -> (continuation of Deferred@1590518168 after retry RPC after error@1859152009) -> (continuation of Deferred@1938194468 after retry RPC after error@816782435) -> (continuation of Deferred@89881167 after retry RPC after error@1747111501)))
11:02:00.349 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:00.349 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:00.350 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:00.350 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:00.350 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:00.350 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:00.350 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:00.350 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:00.350 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:00.370 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:00.370 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:00.370 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:00.370 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:00.370 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:00.370 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:00.371 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:00.371 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:00.371 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:00.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:02:00.387069 5934 master_runner.cc:186] Error getting master registration for 127.4.245.189:45675: Network error: Client connection negotiation failed: client connection to 127.4.245.189:45675: connect: Connection refused (error 111),
11:02:00.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:02:00.387243 5934 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
11:02:00.390 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:00.390 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:00.391 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:00.391 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:00.391 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:00.391 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:00.391 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:00.391 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:00.391 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:00.410 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:00.410 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:00.410 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:00.410 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:00.410 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:00.410 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:00.410 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:00.410 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:00.411 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:00.430 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:00.430 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:00.431 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:00.431 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:00.431 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:00.431 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:00.431 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:00.431 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:00.431 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:00.450 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:00.450 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:00.450 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:00.450 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:00.450 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:00.450 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:00.450 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:00.450 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:00.451 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:00.470 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:00.470 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:00.470 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:00.471 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:00.471 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:00.471 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:00.471 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:00.471 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:00.471 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:00.530 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:00.530 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:00.530 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:00.530 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:00.530 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:00.530 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:00.530 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:00.530 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:00.531 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:00.570 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:00.570 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:00.570 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:00.570 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:00.570 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:00.570 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:00.570 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:00.570 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:00.571 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:00.571 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@2117641899(state=PENDING, result=null, callback=(continuation of Deferred@2023587926 after retry RPC after error@1686804042) -> (continuation of Deferred@128253379 after retry RPC after error@1007816290) -> (continuation of Deferred@672773766 after retry RPC after error@403787017) -> (continuation of Deferred@947642669 after retry RPC after error@339122526) -> (continuation of Deferred@1904128216 after retry RPC after error@1670763259) -> (continuation of Deferred@67118381 after retry RPC after error@610050202) -> (continuation of Deferred@547368121 after retry RPC after error@1835999324) -> (continuation of Deferred@1757632913 after retry RPC after error@693795939), errback=(continuation of Deferred@2023587926 after retry RPC after error@1686804042) -> (continuation of Deferred@128253379 after retry RPC after error@1007816290) -> (continuation of Deferred@672773766 after retry RPC after error@403787017) -> (continuation of Deferred@947642669 after retry RPC after error@339122526) -> (continuation of Deferred@1904128216 after retry RPC after error@1670763259) -> (continuation of Deferred@67118381 after retry RPC after error@610050202) -> (continuation of Deferred@547368121 after retry RPC after error@1835999324) -> (continuation of Deferred@1757632913 after retry RPC after error@693795939)))
11:02:00.572 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@2117641899(state=PENDING, result=null, callback=(continuation of Deferred@2023587926 after retry RPC after error@1686804042) -> (continuation of Deferred@128253379 after retry RPC after error@1007816290) -> (continuation of Deferred@672773766 after retry RPC after error@403787017) -> (continuation of Deferred@947642669 after retry RPC after error@339122526) -> (continuation of Deferred@1904128216 after retry RPC after error@1670763259) -> (continuation of Deferred@67118381 after retry RPC after error@610050202) -> (continuation of Deferred@547368121 after retry RPC after error@1835999324) -> (continuation of Deferred@1757632913 after retry RPC after error@693795939), errback=(continuation of Deferred@2023587926 after retry RPC after error@1686804042) -> (continuation of Deferred@128253379 after retry RPC after error@1007816290) -> (continuation of Deferred@672773766 after retry RPC after error@403787017) -> (continuation of Deferred@947642669 after retry RPC after error@339122526) -> (continuation of Deferred@1904128216 after retry RPC after error@1670763259) -> (continuation of Deferred@67118381 after retry RPC after error@610050202) -> (continuation of Deferred@547368121 after retry RPC after error@1835999324) -> (continuation of Deferred@1757632913 after retry RPC after error@693795939)))
11:02:00.590 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:00.590 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:00.590 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:00.591 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:00.591 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:00.591 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:00.591 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:00.591 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:00.591 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:00.610 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:00.610 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:00.610 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:00.610 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:00.610 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:00.610 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:00.610 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:00.610 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:00.611 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:00.630 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:00.630 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:00.630 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:00.631 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:00.631 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:00.631 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:00.631 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:00.631 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:00.631 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:00.650 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:00.650 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:00.650 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:00.650 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:00.650 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:00.650 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:00.650 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:00.650 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:00.651 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:00.670 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:00.670 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:00.670 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:00.671 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:00.671 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:00.671 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:00.671 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:00.671 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:00.671 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:00.710 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:00.710 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:00.710 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:00.710 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:00.710 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:00.710 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:00.710 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:00.711 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:00.711 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:00.769 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:00.770 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:00.770 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:00.770 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:00.770 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:00.770 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:00.770 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:00.770 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:00.770 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:00.830 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:00.830 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:00.831 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:00.831 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:00.831 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:00.831 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:00.831 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:00.831 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:00.831 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:00.832 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [180ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@584445235(state=PENDING, result=null, callback=(continuation of Deferred@377200784 after retry RPC after error@514937197) -> (continuation of Deferred@1654743285 after retry RPC after error@1863362023) -> (continuation of Deferred@606402485 after retry RPC after error@806023269) -> (continuation of Deferred@1506121817 after retry RPC after error@856699163) -> (continuation of Deferred@814408083 after retry RPC after error@1466213951) -> (continuation of Deferred@571927514 after retry RPC after error@280792682) -> (continuation of Deferred@2010997655 after retry RPC after error@91907597), errback=(continuation of Deferred@377200784 after retry RPC after error@514937197) -> (continuation of Deferred@1654743285 after retry RPC after error@1863362023) -> (continuation of Deferred@606402485 after retry RPC after error@806023269) -> (continuation of Deferred@1506121817 after retry RPC after error@856699163) -> (continuation of Deferred@814408083 after retry RPC after error@1466213951) -> (continuation of Deferred@571927514 after retry RPC after error@280792682) -> (continuation of Deferred@2010997655 after retry RPC after error@91907597)))
11:02:00.832 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [180ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@584445235(state=PENDING, result=null, callback=(continuation of Deferred@377200784 after retry RPC after error@514937197) -> (continuation of Deferred@1654743285 after retry RPC after error@1863362023) -> (continuation of Deferred@606402485 after retry RPC after error@806023269) -> (continuation of Deferred@1506121817 after retry RPC after error@856699163) -> (continuation of Deferred@814408083 after retry RPC after error@1466213951) -> (continuation of Deferred@571927514 after retry RPC after error@280792682) -> (continuation of Deferred@2010997655 after retry RPC after error@91907597), errback=(continuation of Deferred@377200784 after retry RPC after error@514937197) -> (continuation of Deferred@1654743285 after retry RPC after error@1863362023) -> (continuation of Deferred@606402485 after retry RPC after error@806023269) -> (continuation of Deferred@1506121817 after retry RPC after error@856699163) -> (continuation of Deferred@814408083 after retry RPC after error@1466213951) -> (continuation of Deferred@571927514 after retry RPC after error@280792682) -> (continuation of Deferred@2010997655 after retry RPC after error@91907597)))
11:02:00.850 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:00.850 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:00.850 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:00.850 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:00.850 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:00.850 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:00.850 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:00.850 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:00.851 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:00.870 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:00.870 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:00.870 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:00.871 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:00.871 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:00.871 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:00.871 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:00.871 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:00.871 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:00.890 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:00.890 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:00.890 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:00.890 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:00.890 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:00.890 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:00.890 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:00.890 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:00.891 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:00.910 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:00.910 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:00.911 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:00.911 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:00.911 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:00.911 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:00.911 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:00.911 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:00.911 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:00.930 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:00.930 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:00.930 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:00.930 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:00.930 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:00.930 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:00.930 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:00.930 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:00.931 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:00.970 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:00.970 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:00.971 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:00.971 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:00.971 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:00.971 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:00.971 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:00.971 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:00.971 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:01.030 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:01.030 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:01.030 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:01.030 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:01.031 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:01.031 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:01.031 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:01.031 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:01.031 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:01.032 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1527563088(state=PENDING, result=null, callback=(continuation of Deferred@1309089623 after retry RPC after error@1254102427) -> (continuation of Deferred@1007641978 after retry RPC after error@27535336) -> (continuation of Deferred@2007989548 after retry RPC after error@1032438415) -> (continuation of Deferred@2053784817 after retry RPC after error@1523693363) -> (continuation of Deferred@1444669272 after retry RPC after error@628480686) -> (continuation of Deferred@219176765 after retry RPC after error@1521424771), errback=(continuation of Deferred@1309089623 after retry RPC after error@1254102427) -> (continuation of Deferred@1007641978 after retry RPC after error@27535336) -> (continuation of Deferred@2007989548 after retry RPC after error@1032438415) -> (continuation of Deferred@2053784817 after retry RPC after error@1523693363) -> (continuation of Deferred@1444669272 after retry RPC after error@628480686) -> (continuation of Deferred@219176765 after retry RPC after error@1521424771)))
11:02:01.032 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1527563088(state=PENDING, result=null, callback=(continuation of Deferred@1309089623 after retry RPC after error@1254102427) -> (continuation of Deferred@1007641978 after retry RPC after error@27535336) -> (continuation of Deferred@2007989548 after retry RPC after error@1032438415) -> (continuation of Deferred@2053784817 after retry RPC after error@1523693363) -> (continuation of Deferred@1444669272 after retry RPC after error@628480686) -> (continuation of Deferred@219176765 after retry RPC after error@1521424771), errback=(continuation of Deferred@1309089623 after retry RPC after error@1254102427) -> (continuation of Deferred@1007641978 after retry RPC after error@27535336) -> (continuation of Deferred@2007989548 after retry RPC after error@1032438415) -> (continuation of Deferred@2053784817 after retry RPC after error@1523693363) -> (continuation of Deferred@1444669272 after retry RPC after error@628480686) -> (continuation of Deferred@219176765 after retry RPC after error@1521424771)))
11:02:01.050 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:01.050 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:01.050 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:01.050 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:01.050 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:01.050 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:01.050 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:01.050 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:01.051 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:01.070 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:01.070 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:01.071 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:01.071 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:01.071 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:01.071 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:01.071 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:01.071 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:01.071 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:01.090 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:01.090 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:01.090 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:01.090 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:01.090 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:01.090 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:01.090 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:01.090 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:01.091 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:01.110 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:01.110 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:01.110 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:01.111 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:01.111 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:01.111 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:01.111 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:01.111 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:01.111 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:01.130 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:01.130 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:01.130 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:01.130 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:01.130 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:01.130 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:01.130 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:01.130 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:01.131 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:01.170 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:01.170 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:01.171 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:01.171 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:01.171 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:01.171 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:01.171 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:01.171 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:01.171 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:01.190 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:01.190 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:01.190 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:01.190 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:01.191 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:01.191 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:01.191 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:01.191 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:01.191 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:01.229 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:01.230 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:01.230 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:01.230 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:01.230 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:01.230 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:01.230 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:01.230 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:01.231 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:01.231 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1298601394(state=PENDING, result=null, callback=(continuation of Deferred@1766739315 after retry RPC after error@1539354108) -> (continuation of Deferred@346386878 after retry RPC after error@1629109277) -> (continuation of Deferred@2049228952 after retry RPC after error@617950573) -> (continuation of Deferred@465731784 after retry RPC after error@730377593) -> (continuation of Deferred@2012518544 after retry RPC after error@2059894086) -> (continuation of Deferred@1963750934 after retry RPC after error@453115563) -> (continuation of Deferred@1214432579 after retry RPC after error@151960644), errback=(continuation of Deferred@1766739315 after retry RPC after error@1539354108) -> (continuation of Deferred@346386878 after retry RPC after error@1629109277) -> (continuation of Deferred@2049228952 after retry RPC after error@617950573) -> (continuation of Deferred@465731784 after retry RPC after error@730377593) -> (continuation of Deferred@2012518544 after retry RPC after error@2059894086) -> (continuation of Deferred@1963750934 after retry RPC after error@453115563) -> (continuation of Deferred@1214432579 after retry RPC after error@151960644)))
11:02:01.231 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1298601394(state=PENDING, result=null, callback=(continuation of Deferred@1766739315 after retry RPC after error@1539354108) -> (continuation of Deferred@346386878 after retry RPC after error@1629109277) -> (continuation of Deferred@2049228952 after retry RPC after error@617950573) -> (continuation of Deferred@465731784 after retry RPC after error@730377593) -> (continuation of Deferred@2012518544 after retry RPC after error@2059894086) -> (continuation of Deferred@1963750934 after retry RPC after error@453115563) -> (continuation of Deferred@1214432579 after retry RPC after error@151960644), errback=(continuation of Deferred@1766739315 after retry RPC after error@1539354108) -> (continuation of Deferred@346386878 after retry RPC after error@1629109277) -> (continuation of Deferred@2049228952 after retry RPC after error@617950573) -> (continuation of Deferred@465731784 after retry RPC after error@730377593) -> (continuation of Deferred@2012518544 after retry RPC after error@2059894086) -> (continuation of Deferred@1963750934 after retry RPC after error@453115563) -> (continuation of Deferred@1214432579 after retry RPC after error@151960644)))
11:02:01.250 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:01.250 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:01.250 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:01.250 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:01.250 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:01.250 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:01.250 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:01.251 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:01.251 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:01.269 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:01.270 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:01.270 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:01.270 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:01.270 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:01.270 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:01.270 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:01.270 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:01.270 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:01.290 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:01.290 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:01.290 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:01.290 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:01.290 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:01.290 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:01.290 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:01.290 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:01.291 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:01.309 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:01.310 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:01.310 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:01.310 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:01.310 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:01.310 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:01.310 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:01.310 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:01.310 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:01.330 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:01.330 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:01.330 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:01.330 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:01.330 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:01.330 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:01.330 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:01.331 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:01.331 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:01.349 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:01.350 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:01.350 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:01.350 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:01.350 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:01.351 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:01.351 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:01.351 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:01.351 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:01.370 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:01.370 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:01.370 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:01.370 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:01.370 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:01.370 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:01.370 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:01.371 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:01.371 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:01.389 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:01.389 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:01.390 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:01.390 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:01.390 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:01.390 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:01.390 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:01.390 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:01.390 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:01.391 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=140), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [140ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@682225049(state=PENDING, result=null, callback=(continuation of Deferred@855986982 after retry RPC after error@1656920321) -> (continuation of Deferred@253762224 after retry RPC after error@1753410536) -> (continuation of Deferred@1896286653 after retry RPC after error@133925901) -> (continuation of Deferred@142730200 after retry RPC after error@2007205003) -> (continuation of Deferred@1042293027 after retry RPC after error@1700808974) -> (continuation of Deferred@1652095321 after retry RPC after error@160742977) -> (continuation of Deferred@906149737 after retry RPC after error@1364043934), errback=(continuation of Deferred@855986982 after retry RPC after error@1656920321) -> (continuation of Deferred@253762224 after retry RPC after error@1753410536) -> (continuation of Deferred@1896286653 after retry RPC after error@133925901) -> (continuation of Deferred@142730200 after retry RPC after error@2007205003) -> (continuation of Deferred@1042293027 after retry RPC after error@1700808974) -> (continuation of Deferred@1652095321 after retry RPC after error@160742977) -> (continuation of Deferred@906149737 after retry RPC after error@1364043934)))
11:02:01.391 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=140), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [140ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@682225049(state=PENDING, result=null, callback=(continuation of Deferred@855986982 after retry RPC after error@1656920321) -> (continuation of Deferred@253762224 after retry RPC after error@1753410536) -> (continuation of Deferred@1896286653 after retry RPC after error@133925901) -> (continuation of Deferred@142730200 after retry RPC after error@2007205003) -> (continuation of Deferred@1042293027 after retry RPC after error@1700808974) -> (continuation of Deferred@1652095321 after retry RPC after error@160742977) -> (continuation of Deferred@906149737 after retry RPC after error@1364043934), errback=(continuation of Deferred@855986982 after retry RPC after error@1656920321) -> (continuation of Deferred@253762224 after retry RPC after error@1753410536) -> (continuation of Deferred@1896286653 after retry RPC after error@133925901) -> (continuation of Deferred@142730200 after retry RPC after error@2007205003) -> (continuation of Deferred@1042293027 after retry RPC after error@1700808974) -> (continuation of Deferred@1652095321 after retry RPC after error@160742977) -> (continuation of Deferred@906149737 after retry RPC after error@1364043934)))
11:02:01.410 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:01.410 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:01.410 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:01.410 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:01.411 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:01.412 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:01.412 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:01.412 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:01.412 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:01.430 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:01.430 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:01.431 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:01.431 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:01.431 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:01.431 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:01.431 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:01.431 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:01.432 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:01.450 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:01.450 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:01.450 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:01.450 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:01.450 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:01.450 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:01.450 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:01.450 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:01.451 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:01.470 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:01.470 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:01.471 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:01.471 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:01.471 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:01.471 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:01.471 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:01.471 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:01.471 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:01.490 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:01.490 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:01.490 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:01.490 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:01.490 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:01.490 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:01.490 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:01.491 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:01.491 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:01.529 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:01.530 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:01.530 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:01.530 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:01.530 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:01.530 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:01.530 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:01.530 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:01.530 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:01.590 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:01.590 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:01.591 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:01.591 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:01.591 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:01.591 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:01.591 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:01.591 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:01.591 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:01.592 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [120ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@295627186(state=PENDING, result=null, callback=(continuation of Deferred@977408285 after retry RPC after error@1185750228) -> (continuation of Deferred@1448924152 after retry RPC after error@812217336) -> (continuation of Deferred@436819473 after retry RPC after error@887923256) -> (continuation of Deferred@77554766 after retry RPC after error@2140283286) -> (continuation of Deferred@796613035 after retry RPC after error@2119684894) -> (continuation of Deferred@18183566 after retry RPC after error@1877306027), errback=(continuation of Deferred@977408285 after retry RPC after error@1185750228) -> (continuation of Deferred@1448924152 after retry RPC after error@812217336) -> (continuation of Deferred@436819473 after retry RPC after error@887923256) -> (continuation of Deferred@77554766 after retry RPC after error@2140283286) -> (continuation of Deferred@796613035 after retry RPC after error@2119684894) -> (continuation of Deferred@18183566 after retry RPC after error@1877306027)))
11:02:01.592 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [120ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@295627186(state=PENDING, result=null, callback=(continuation of Deferred@977408285 after retry RPC after error@1185750228) -> (continuation of Deferred@1448924152 after retry RPC after error@812217336) -> (continuation of Deferred@436819473 after retry RPC after error@887923256) -> (continuation of Deferred@77554766 after retry RPC after error@2140283286) -> (continuation of Deferred@796613035 after retry RPC after error@2119684894) -> (continuation of Deferred@18183566 after retry RPC after error@1877306027), errback=(continuation of Deferred@977408285 after retry RPC after error@1185750228) -> (continuation of Deferred@1448924152 after retry RPC after error@812217336) -> (continuation of Deferred@436819473 after retry RPC after error@887923256) -> (continuation of Deferred@77554766 after retry RPC after error@2140283286) -> (continuation of Deferred@796613035 after retry RPC after error@2119684894) -> (continuation of Deferred@18183566 after retry RPC after error@1877306027)))
11:02:01.610 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:01.610 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:01.610 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:01.610 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:01.610 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:01.610 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:01.610 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:01.610 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:01.611 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:01.629 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:01.630 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:01.630 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:01.630 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:01.630 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:01.630 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:01.630 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:01.630 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:01.631 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:01.650 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:01.650 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:01.650 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:01.650 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:01.650 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:01.650 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:01.650 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:01.651 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:01.651 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:01.669 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:01.670 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:01.670 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:01.670 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:01.670 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:01.670 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:01.670 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:01.670 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:01.670 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:01.690 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:01.690 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:01.690 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:01.690 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:01.690 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:01.690 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:01.691 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:01.691 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:01.691 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:01.730 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:01.730 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:01.730 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:01.730 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:01.730 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:01.731 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:01.731 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:01.731 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:01.731 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:01.750 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:01.750 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:01.750 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:01.751 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:01.751 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:01.751 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:01.751 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:01.751 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:01.751 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:01.751 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@257227339(state=PENDING, result=null, callback=(continuation of Deferred@1478555365 after retry RPC after error@1137744085) -> (continuation of Deferred@1791449534 after retry RPC after error@1114202127) -> (continuation of Deferred@488714617 after retry RPC after error@1525683256) -> (continuation of Deferred@170568817 after retry RPC after error@63626275) -> (continuation of Deferred@393519066 after retry RPC after error@1300170968) -> (continuation of Deferred@308902946 after retry RPC after error@1201111432), errback=(continuation of Deferred@1478555365 after retry RPC after error@1137744085) -> (continuation of Deferred@1791449534 after retry RPC after error@1114202127) -> (continuation of Deferred@488714617 after retry RPC after error@1525683256) -> (continuation of Deferred@170568817 after retry RPC after error@63626275) -> (continuation of Deferred@393519066 after retry RPC after error@1300170968) -> (continuation of Deferred@308902946 after retry RPC after error@1201111432)))
11:02:01.752 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@257227339(state=PENDING, result=null, callback=(continuation of Deferred@1478555365 after retry RPC after error@1137744085) -> (continuation of Deferred@1791449534 after retry RPC after error@1114202127) -> (continuation of Deferred@488714617 after retry RPC after error@1525683256) -> (continuation of Deferred@170568817 after retry RPC after error@63626275) -> (continuation of Deferred@393519066 after retry RPC after error@1300170968) -> (continuation of Deferred@308902946 after retry RPC after error@1201111432), errback=(continuation of Deferred@1478555365 after retry RPC after error@1137744085) -> (continuation of Deferred@1791449534 after retry RPC after error@1114202127) -> (continuation of Deferred@488714617 after retry RPC after error@1525683256) -> (continuation of Deferred@170568817 after retry RPC after error@63626275) -> (continuation of Deferred@393519066 after retry RPC after error@1300170968) -> (continuation of Deferred@308902946 after retry RPC after error@1201111432)))
11:02:01.770 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:01.770 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:01.770 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:01.770 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:01.770 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:01.770 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:01.770 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:01.770 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:01.771 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:01.790 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:01.790 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:01.790 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:01.791 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:01.791 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:01.791 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:01.791 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:01.791 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:01.791 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:01.810 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:01.810 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:01.810 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:01.810 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:01.810 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:01.810 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:01.810 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:01.810 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:01.811 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:01.830 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:01.830 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:01.831 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:01.831 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:01.831 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:01.831 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:01.831 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:01.831 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:01.832 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:01.850 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:01.850 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:01.850 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:01.850 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:01.850 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:01.850 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:01.850 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:01.850 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:01.851 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:01.869 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:01.869 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:01.870 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:01.870 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:01.870 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:01.870 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:01.870 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:01.870 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:01.870 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:01.910 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:01.910 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:01.910 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:01.910 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:01.910 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:01.910 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:01.910 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:01.910 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:01.911 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:02.010 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:02.010 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:02.011 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:02.011 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:02.011 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:02.011 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:02.011 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:02.011 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:02.012 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:02.012 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, deferred=Deferred@2023116395(state=PENDING, result=null, callback=(continuation of Deferred@1052523673 after retry RPC after error@36318980) -> (continuation of Deferred@274569718 after retry RPC after error@1525840000) -> (continuation of Deferred@99995571 after retry RPC after error@1450476038) -> (continuation of Deferred@714748695 after retry RPC after error@1675983036) -> (continuation of Deferred@1212590884 after retry RPC after error@986739864) -> (continuation of Deferred@1093266014 after retry RPC after error@155277919) -> (continuation of Deferred@1948504024 after retry RPC after error@1299054960), errback=(continuation of Deferred@1052523673 after retry RPC after error@36318980) -> (continuation of Deferred@274569718 after retry RPC after error@1525840000) -> (continuation of Deferred@99995571 after retry RPC after error@1450476038) -> (continuation of Deferred@714748695 after retry RPC after error@1675983036) -> (continuation of Deferred@1212590884 after retry RPC after error@986739864) -> (continuation of Deferred@1093266014 after retry RPC after error@155277919) -> (continuation of Deferred@1948504024 after retry RPC after error@1299054960)))
11:02:02.013 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, deferred=Deferred@2023116395(state=PENDING, result=null, callback=(continuation of Deferred@1052523673 after retry RPC after error@36318980) -> (continuation of Deferred@274569718 after retry RPC after error@1525840000) -> (continuation of Deferred@99995571 after retry RPC after error@1450476038) -> (continuation of Deferred@714748695 after retry RPC after error@1675983036) -> (continuation of Deferred@1212590884 after retry RPC after error@986739864) -> (continuation of Deferred@1093266014 after retry RPC after error@155277919) -> (continuation of Deferred@1948504024 after retry RPC after error@1299054960), errback=(continuation of Deferred@1052523673 after retry RPC after error@36318980) -> (continuation of Deferred@274569718 after retry RPC after error@1525840000) -> (continuation of Deferred@99995571 after retry RPC after error@1450476038) -> (continuation of Deferred@714748695 after retry RPC after error@1675983036) -> (continuation of Deferred@1212590884 after retry RPC after error@986739864) -> (continuation of Deferred@1093266014 after retry RPC after error@155277919) -> (continuation of Deferred@1948504024 after retry RPC after error@1299054960)))
11:02:02.030 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:02.030 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:02.030 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:02.030 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:02.030 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:02.031 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:02.031 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:02.031 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:02.031 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:02.049 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:02.050 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:02.050 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:02.050 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:02.050 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:02.050 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:02.050 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:02.050 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:02.050 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:02.070 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:02.070 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:02.070 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:02.070 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:02.071 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:02.071 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:02.071 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:02.071 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:02.071 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:02.089 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:02.090 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:02.090 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:02.090 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:02.090 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:02.090 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:02.090 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:02.090 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:02.090 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:02.110 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:02.110 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:02.110 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:02.110 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:02.111 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:02.111 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:02.111 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:02.111 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:02.111 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:02.150 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:02.150 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:02.150 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:02.150 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:02.150 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:02.150 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:02.150 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:02.151 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:02.151 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:02.209 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:02.210 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:02.210 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:02.210 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:02.210 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:02.210 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:02.210 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:02.210 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:02.210 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:02.250 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:02.250 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:02.250 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:02.250 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:02.250 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:02.250 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:02.250 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:02.251 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:02.251 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:02.251 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@428321610(state=PENDING, result=null, callback=(continuation of Deferred@1021656742 after retry RPC after error@240861551) -> (continuation of Deferred@1078004678 after retry RPC after error@1689789823) -> (continuation of Deferred@1908225856 after retry RPC after error@624513057) -> (continuation of Deferred@1835950203 after retry RPC after error@1213739892) -> (continuation of Deferred@1355221512 after retry RPC after error@1058074729) -> (continuation of Deferred@568537672 after retry RPC after error@682190483) -> (continuation of Deferred@1087811268 after retry RPC after error@2021494031), errback=(continuation of Deferred@1021656742 after retry RPC after error@240861551) -> (continuation of Deferred@1078004678 after retry RPC after error@1689789823) -> (continuation of Deferred@1908225856 after retry RPC after error@624513057) -> (continuation of Deferred@1835950203 after retry RPC after error@1213739892) -> (continuation of Deferred@1355221512 after retry RPC after error@1058074729) -> (continuation of Deferred@568537672 after retry RPC after error@682190483) -> (continuation of Deferred@1087811268 after retry RPC after error@2021494031)))
11:02:02.252 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@428321610(state=PENDING, result=null, callback=(continuation of Deferred@1021656742 after retry RPC after error@240861551) -> (continuation of Deferred@1078004678 after retry RPC after error@1689789823) -> (continuation of Deferred@1908225856 after retry RPC after error@624513057) -> (continuation of Deferred@1835950203 after retry RPC after error@1213739892) -> (continuation of Deferred@1355221512 after retry RPC after error@1058074729) -> (continuation of Deferred@568537672 after retry RPC after error@682190483) -> (continuation of Deferred@1087811268 after retry RPC after error@2021494031), errback=(continuation of Deferred@1021656742 after retry RPC after error@240861551) -> (continuation of Deferred@1078004678 after retry RPC after error@1689789823) -> (continuation of Deferred@1908225856 after retry RPC after error@624513057) -> (continuation of Deferred@1835950203 after retry RPC after error@1213739892) -> (continuation of Deferred@1355221512 after retry RPC after error@1058074729) -> (continuation of Deferred@568537672 after retry RPC after error@682190483) -> (continuation of Deferred@1087811268 after retry RPC after error@2021494031)))
11:02:02.269 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:02.269 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:02.270 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:02.270 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:02.270 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:02.270 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:02.270 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:02.270 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:02.270 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:02.290 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:02.290 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:02.290 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:02.290 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:02.290 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:02.290 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:02.290 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:02.290 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:02.291 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:02.310 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:02.310 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:02.311 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:02.311 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:02.311 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:02.311 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:02.311 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:02.311 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:02.311 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:02.330 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:02.330 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:02.330 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:02.330 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:02.330 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:02.330 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:02.330 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:02.330 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:02.330 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:02.350 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:02.350 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:02.350 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:02.350 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:02.350 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:02.350 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:02.350 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:02.351 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:02.351 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:02.389 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:02.389 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:02.390 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:02.390 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:02.390 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:02.390 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:02.390 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:02.390 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:02.390 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:02.430 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:02.430 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:02.430 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:02.430 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:02.430 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:02.430 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:02.431 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:02.431 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:02.431 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:02.432 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1811171428(state=PENDING, result=null, callback=(continuation of Deferred@524008673 after retry RPC after error@254887939) -> (continuation of Deferred@1470944326 after retry RPC after error@517083583) -> (continuation of Deferred@1556904496 after retry RPC after error@1496858874) -> (continuation of Deferred@1753719167 after retry RPC after error@1716914745) -> (continuation of Deferred@1509220665 after retry RPC after error@1112561005) -> (continuation of Deferred@386500609 after retry RPC after error@1104699163), errback=(continuation of Deferred@524008673 after retry RPC after error@254887939) -> (continuation of Deferred@1470944326 after retry RPC after error@517083583) -> (continuation of Deferred@1556904496 after retry RPC after error@1496858874) -> (continuation of Deferred@1753719167 after retry RPC after error@1716914745) -> (continuation of Deferred@1509220665 after retry RPC after error@1112561005) -> (continuation of Deferred@386500609 after retry RPC after error@1104699163)))
11:02:02.432 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1811171428(state=PENDING, result=null, callback=(continuation of Deferred@524008673 after retry RPC after error@254887939) -> (continuation of Deferred@1470944326 after retry RPC after error@517083583) -> (continuation of Deferred@1556904496 after retry RPC after error@1496858874) -> (continuation of Deferred@1753719167 after retry RPC after error@1716914745) -> (continuation of Deferred@1509220665 after retry RPC after error@1112561005) -> (continuation of Deferred@386500609 after retry RPC after error@1104699163), errback=(continuation of Deferred@524008673 after retry RPC after error@254887939) -> (continuation of Deferred@1470944326 after retry RPC after error@517083583) -> (continuation of Deferred@1556904496 after retry RPC after error@1496858874) -> (continuation of Deferred@1753719167 after retry RPC after error@1716914745) -> (continuation of Deferred@1509220665 after retry RPC after error@1112561005) -> (continuation of Deferred@386500609 after retry RPC after error@1104699163)))
11:02:02.449 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:02.449 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:02.450 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:02.450 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:02.450 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:02.450 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:02.450 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:02.450 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:02.450 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:02.470 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:02.470 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:02.470 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:02.470 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:02.470 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:02.470 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:02.471 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:02.471 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:02.471 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:02.471 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:02.471 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:02.472 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:02.490 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:02.490 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:02.491 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:02.491 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:02.491 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:02.491 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:02.491 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:02.491 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:02.491 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:02.510 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:02.510 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:02.510 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:02.510 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:02.510 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:02.510 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:02.510 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:02.510 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:02.511 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:02.530 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:02.530 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:02.530 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:02.530 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:02.531 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:02.531 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:02.531 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:02.531 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:02.531 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:02.549 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:02.550 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:02.550 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:02.550 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:02.550 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:02.550 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:02.550 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:02.550 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:02.550 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:02.610 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:02.610 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:02.611 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:02.611 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:02.611 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:02.611 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:02.611 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:02.611 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:02.611 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:02.612 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1629635616(state=PENDING, result=null, callback=(continuation of Deferred@993048108 after retry RPC after error@1874754405) -> (continuation of Deferred@319542189 after retry RPC after error@1618708136) -> (continuation of Deferred@1581567325 after retry RPC after error@1119744163) -> (continuation of Deferred@266782178 after retry RPC after error@865356912) -> (continuation of Deferred@1271021946 after retry RPC after error@1725405257) -> (continuation of Deferred@1596426404 after retry RPC after error@1312930044), errback=(continuation of Deferred@993048108 after retry RPC after error@1874754405) -> (continuation of Deferred@319542189 after retry RPC after error@1618708136) -> (continuation of Deferred@1581567325 after retry RPC after error@1119744163) -> (continuation of Deferred@266782178 after retry RPC after error@865356912) -> (continuation of Deferred@1271021946 after retry RPC after error@1725405257) -> (continuation of Deferred@1596426404 after retry RPC after error@1312930044)))
11:02:02.612 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1629635616(state=PENDING, result=null, callback=(continuation of Deferred@993048108 after retry RPC after error@1874754405) -> (continuation of Deferred@319542189 after retry RPC after error@1618708136) -> (continuation of Deferred@1581567325 after retry RPC after error@1119744163) -> (continuation of Deferred@266782178 after retry RPC after error@865356912) -> (continuation of Deferred@1271021946 after retry RPC after error@1725405257) -> (continuation of Deferred@1596426404 after retry RPC after error@1312930044), errback=(continuation of Deferred@993048108 after retry RPC after error@1874754405) -> (continuation of Deferred@319542189 after retry RPC after error@1618708136) -> (continuation of Deferred@1581567325 after retry RPC after error@1119744163) -> (continuation of Deferred@266782178 after retry RPC after error@865356912) -> (continuation of Deferred@1271021946 after retry RPC after error@1725405257) -> (continuation of Deferred@1596426404 after retry RPC after error@1312930044)))
11:02:02.630 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:02.630 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:02.630 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:02.630 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:02.630 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:02.630 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:02.630 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:02.630 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:02.631 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:02.650 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:02.650 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:02.650 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:02.650 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:02.651 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:02.651 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:02.651 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:02.651 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:02.651 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:02.669 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:02.669 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:02.670 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:02.670 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:02.670 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:02.670 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:02.670 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:02.670 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:02.670 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:02.690 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:02.690 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:02.690 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:02.690 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:02.690 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:02.690 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:02.690 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:02.690 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:02.691 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:02.710 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:02.710 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:02.710 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:02.710 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:02.710 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:02.711 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:02.711 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:02.711 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:02.711 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:02.750 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:02.750 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:02.750 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:02.750 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:02.750 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:02.750 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:02.750 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:02.750 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:02.751 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:02.810 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:02.810 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:02.810 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:02.811 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:02.811 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:02.811 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:02.811 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:02.811 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:02.811 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:02.811 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@32829052(state=PENDING, result=null, callback=(continuation of Deferred@399871241 after retry RPC after error@2022016535) -> (continuation of Deferred@1017966188 after retry RPC after error@437088395) -> (continuation of Deferred@554375942 after retry RPC after error@1978307598) -> (continuation of Deferred@787401553 after retry RPC after error@1603698479) -> (continuation of Deferred@641502448 after retry RPC after error@123152093) -> (continuation of Deferred@1597755685 after retry RPC after error@867738346), errback=(continuation of Deferred@399871241 after retry RPC after error@2022016535) -> (continuation of Deferred@1017966188 after retry RPC after error@437088395) -> (continuation of Deferred@554375942 after retry RPC after error@1978307598) -> (continuation of Deferred@787401553 after retry RPC after error@1603698479) -> (continuation of Deferred@641502448 after retry RPC after error@123152093) -> (continuation of Deferred@1597755685 after retry RPC after error@867738346)))
11:02:02.812 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@32829052(state=PENDING, result=null, callback=(continuation of Deferred@399871241 after retry RPC after error@2022016535) -> (continuation of Deferred@1017966188 after retry RPC after error@437088395) -> (continuation of Deferred@554375942 after retry RPC after error@1978307598) -> (continuation of Deferred@787401553 after retry RPC after error@1603698479) -> (continuation of Deferred@641502448 after retry RPC after error@123152093) -> (continuation of Deferred@1597755685 after retry RPC after error@867738346), errback=(continuation of Deferred@399871241 after retry RPC after error@2022016535) -> (continuation of Deferred@1017966188 after retry RPC after error@437088395) -> (continuation of Deferred@554375942 after retry RPC after error@1978307598) -> (continuation of Deferred@787401553 after retry RPC after error@1603698479) -> (continuation of Deferred@641502448 after retry RPC after error@123152093) -> (continuation of Deferred@1597755685 after retry RPC after error@867738346)))
11:02:02.830 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:02.830 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:02.830 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:02.830 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:02.830 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:02.830 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:02.830 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:02.830 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:02.831 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:02.850 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:02.850 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:02.850 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:02.851 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:02.851 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:02.851 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:02.851 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:02.851 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:02.851 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:02.869 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:02.870 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:02.870 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:02.870 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:02.870 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:02.870 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:02.870 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:02.870 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:02.870 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:02.890 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:02.890 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:02.890 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:02.890 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:02.890 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:02.890 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:02.890 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:02.891 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:02.891 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:02.909 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:02.909 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:02.910 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:02.910 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:02.910 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:02.910 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:02.910 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:02.910 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:02.910 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:02.950 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:02.950 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:02.950 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:02.950 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:02.950 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:02.950 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:02.950 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:02.950 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:02.951 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:02.970 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:02.970 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:02.971 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:02.971 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:02.971 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:02.971 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:02.971 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:02.971 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:02.971 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:03.030 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:03.030 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:03.030 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.031 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.031 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.031 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.031 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.031 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.031 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:03.032 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@242329980(state=PENDING, result=null, callback=(continuation of Deferred@1509776785 after retry RPC after error@684806349) -> (continuation of Deferred@1676589396 after retry RPC after error@1624753692) -> (continuation of Deferred@1400180290 after retry RPC after error@1904245721) -> (continuation of Deferred@1739737252 after retry RPC after error@965444968) -> (continuation of Deferred@1123519237 after retry RPC after error@819691057) -> (continuation of Deferred@1171912678 after retry RPC after error@547134192) -> (continuation of Deferred@1582137925 after retry RPC after error@889996619), errback=(continuation of Deferred@1509776785 after retry RPC after error@684806349) -> (continuation of Deferred@1676589396 after retry RPC after error@1624753692) -> (continuation of Deferred@1400180290 after retry RPC after error@1904245721) -> (continuation of Deferred@1739737252 after retry RPC after error@965444968) -> (continuation of Deferred@1123519237 after retry RPC after error@819691057) -> (continuation of Deferred@1171912678 after retry RPC after error@547134192) -> (continuation of Deferred@1582137925 after retry RPC after error@889996619)))
11:02:03.032 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@242329980(state=PENDING, result=null, callback=(continuation of Deferred@1509776785 after retry RPC after error@684806349) -> (continuation of Deferred@1676589396 after retry RPC after error@1624753692) -> (continuation of Deferred@1400180290 after retry RPC after error@1904245721) -> (continuation of Deferred@1739737252 after retry RPC after error@965444968) -> (continuation of Deferred@1123519237 after retry RPC after error@819691057) -> (continuation of Deferred@1171912678 after retry RPC after error@547134192) -> (continuation of Deferred@1582137925 after retry RPC after error@889996619), errback=(continuation of Deferred@1509776785 after retry RPC after error@684806349) -> (continuation of Deferred@1676589396 after retry RPC after error@1624753692) -> (continuation of Deferred@1400180290 after retry RPC after error@1904245721) -> (continuation of Deferred@1739737252 after retry RPC after error@965444968) -> (continuation of Deferred@1123519237 after retry RPC after error@819691057) -> (continuation of Deferred@1171912678 after retry RPC after error@547134192) -> (continuation of Deferred@1582137925 after retry RPC after error@889996619)))
11:02:03.049 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:03.050 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:03.050 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.050 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.050 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.050 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.050 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.050 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.051 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:03.070 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:03.070 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:03.071 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.071 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.071 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.071 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.071 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.071 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.071 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:03.090 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:03.090 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:03.090 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.090 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.090 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.090 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.090 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.090 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.091 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:03.110 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:03.110 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:03.110 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.111 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.111 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.111 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.111 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.111 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.111 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:03.130 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:03.130 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:03.130 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.130 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.130 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.130 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.130 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.130 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.131 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:03.170 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:03.170 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:03.170 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.170 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.170 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.170 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.170 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.170 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.171 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:03.250 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:03.250 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:03.250 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.250 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.250 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.250 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.250 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.250 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.251 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:03.251 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1589422716(state=PENDING, result=null, callback=(continuation of Deferred@1837597241 after retry RPC after error@2027188619) -> (continuation of Deferred@905363426 after retry RPC after error@237116522) -> (continuation of Deferred@1608892893 after retry RPC after error@82230147) -> (continuation of Deferred@74390866 after retry RPC after error@447774969) -> (continuation of Deferred@1797935451 after retry RPC after error@1512166686) -> (continuation of Deferred@643352197 after retry RPC after error@955334143), errback=(continuation of Deferred@1837597241 after retry RPC after error@2027188619) -> (continuation of Deferred@905363426 after retry RPC after error@237116522) -> (continuation of Deferred@1608892893 after retry RPC after error@82230147) -> (continuation of Deferred@74390866 after retry RPC after error@447774969) -> (continuation of Deferred@1797935451 after retry RPC after error@1512166686) -> (continuation of Deferred@643352197 after retry RPC after error@955334143)))
11:02:03.251 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1589422716(state=PENDING, result=null, callback=(continuation of Deferred@1837597241 after retry RPC after error@2027188619) -> (continuation of Deferred@905363426 after retry RPC after error@237116522) -> (continuation of Deferred@1608892893 after retry RPC after error@82230147) -> (continuation of Deferred@74390866 after retry RPC after error@447774969) -> (continuation of Deferred@1797935451 after retry RPC after error@1512166686) -> (continuation of Deferred@643352197 after retry RPC after error@955334143), errback=(continuation of Deferred@1837597241 after retry RPC after error@2027188619) -> (continuation of Deferred@905363426 after retry RPC after error@237116522) -> (continuation of Deferred@1608892893 after retry RPC after error@82230147) -> (continuation of Deferred@74390866 after retry RPC after error@447774969) -> (continuation of Deferred@1797935451 after retry RPC after error@1512166686) -> (continuation of Deferred@643352197 after retry RPC after error@955334143)))
11:02:03.270 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:03.270 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:03.271 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.271 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.271 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.271 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.271 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.271 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.271 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:03.290 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:03.290 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:03.290 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.290 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.290 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.290 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.290 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.290 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.291 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:03.310 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:03.310 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:03.310 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.311 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.311 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.311 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.311 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.311 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.311 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:03.330 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:03.330 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:03.330 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.330 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.330 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.330 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.330 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.330 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.331 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:03.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:02:03.339607 5740 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615, num_attempts: 98) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615, num_attempts: 1)
11:02:03.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:02:03.345340 5740 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '9d97e2a33c7340dfbb9ce8fa17c0b548', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '9d97e2a33c7340dfbb9ce8fa17c0b548', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615, num_attempts: 98) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615, num_attempts: 1)
11:02:03.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:02:03.346819 5737 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.4.245.188:44615)
11:02:03.350 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:03.350 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:03.350 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.350 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.351 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.351 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.351 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.351 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.351 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:03.370 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:03.370 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:03.370 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.370 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.370 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.370 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.370 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.370 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.370 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:03.390 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:03.390 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:03.390 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.390 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.391 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.391 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.391 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.391 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.391 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:03.450 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:03.450 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:03.450 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.450 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.450 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.450 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.450 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.450 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.451 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:03.451 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=180), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [100ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@745864540(state=PENDING, result=null, callback=(continuation of Deferred@2011686016 after retry RPC after error@472690688) -> (continuation of Deferred@1946112064 after retry RPC after error@2028658046) -> (continuation of Deferred@811721991 after retry RPC after error@1236594619) -> (continuation of Deferred@1077992349 after retry RPC after error@1861222342) -> (continuation of Deferred@1360623297 after retry RPC after error@1069449838) -> (continuation of Deferred@2036607543 after retry RPC after error@1759836946) -> (continuation of Deferred@1926313905 after retry RPC after error@968320631), errback=(continuation of Deferred@2011686016 after retry RPC after error@472690688) -> (continuation of Deferred@1946112064 after retry RPC after error@2028658046) -> (continuation of Deferred@811721991 after retry RPC after error@1236594619) -> (continuation of Deferred@1077992349 after retry RPC after error@1861222342) -> (continuation of Deferred@1360623297 after retry RPC after error@1069449838) -> (continuation of Deferred@2036607543 after retry RPC after error@1759836946) -> (continuation of Deferred@1926313905 after retry RPC after error@968320631)))
11:02:03.452 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=180), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [100ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@745864540(state=PENDING, result=null, callback=(continuation of Deferred@2011686016 after retry RPC after error@472690688) -> (continuation of Deferred@1946112064 after retry RPC after error@2028658046) -> (continuation of Deferred@811721991 after retry RPC after error@1236594619) -> (continuation of Deferred@1077992349 after retry RPC after error@1861222342) -> (continuation of Deferred@1360623297 after retry RPC after error@1069449838) -> (continuation of Deferred@2036607543 after retry RPC after error@1759836946) -> (continuation of Deferred@1926313905 after retry RPC after error@968320631), errback=(continuation of Deferred@2011686016 after retry RPC after error@472690688) -> (continuation of Deferred@1946112064 after retry RPC after error@2028658046) -> (continuation of Deferred@811721991 after retry RPC after error@1236594619) -> (continuation of Deferred@1077992349 after retry RPC after error@1861222342) -> (continuation of Deferred@1360623297 after retry RPC after error@1069449838) -> (continuation of Deferred@2036607543 after retry RPC after error@1759836946) -> (continuation of Deferred@1926313905 after retry RPC after error@968320631)))
11:02:03.470 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:03.470 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:03.471 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.471 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.471 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.471 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.471 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.472 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.472 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:03.490 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:03.490 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:03.490 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.490 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.490 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.490 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.490 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.490 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.491 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:03.510 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:03.510 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:03.510 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.510 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.510 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.511 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.511 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.511 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.511 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:03.529 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:03.530 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:03.530 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.530 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.530 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.530 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.530 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.530 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.531 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:03.550 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:03.550 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:03.550 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.550 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.550 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.550 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.551 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.551 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.551 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:03.589 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:03.590 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:03.590 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.590 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.590 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.590 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.590 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.590 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.591 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:03.610 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:03.610 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:03.610 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.610 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.610 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.610 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.611 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.611 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.611 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:03.649 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:03.650 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:03.650 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.650 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.650 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.650 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.650 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.650 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.650 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:03.670 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:03.670 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:03.670 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.670 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.670 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.670 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.671 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.671 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.671 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:03.671 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=200), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [200ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [200ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1040698371(state=PENDING, result=null, callback=(continuation of Deferred@1873685735 after retry RPC after error@630196998) -> (continuation of Deferred@1411837997 after retry RPC after error@1421953406) -> (continuation of Deferred@1242992149 after retry RPC after error@1870357610) -> (continuation of Deferred@213866032 after retry RPC after error@1391158368) -> (continuation of Deferred@754138638 after retry RPC after error@404703182) -> (continuation of Deferred@1860672555 after retry RPC after error@1738943987) -> (continuation of Deferred@1385196615 after retry RPC after error@810774764) -> (continuation of Deferred@1653056521 after retry RPC after error@874042399), errback=(continuation of Deferred@1873685735 after retry RPC after error@630196998) -> (continuation of Deferred@1411837997 after retry RPC after error@1421953406) -> (continuation of Deferred@1242992149 after retry RPC after error@1870357610) -> (continuation of Deferred@213866032 after retry RPC after error@1391158368) -> (continuation of Deferred@754138638 after retry RPC after error@404703182) -> (continuation of Deferred@1860672555 after retry RPC after error@1738943987) -> (continuation of Deferred@1385196615 after retry RPC after error@810774764) -> (continuation of Deferred@1653056521 after retry RPC after error@874042399)))
11:02:03.672 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=200), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [200ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [200ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1040698371(state=PENDING, result=null, callback=(continuation of Deferred@1873685735 after retry RPC after error@630196998) -> (continuation of Deferred@1411837997 after retry RPC after error@1421953406) -> (continuation of Deferred@1242992149 after retry RPC after error@1870357610) -> (continuation of Deferred@213866032 after retry RPC after error@1391158368) -> (continuation of Deferred@754138638 after retry RPC after error@404703182) -> (continuation of Deferred@1860672555 after retry RPC after error@1738943987) -> (continuation of Deferred@1385196615 after retry RPC after error@810774764) -> (continuation of Deferred@1653056521 after retry RPC after error@874042399), errback=(continuation of Deferred@1873685735 after retry RPC after error@630196998) -> (continuation of Deferred@1411837997 after retry RPC after error@1421953406) -> (continuation of Deferred@1242992149 after retry RPC after error@1870357610) -> (continuation of Deferred@213866032 after retry RPC after error@1391158368) -> (continuation of Deferred@754138638 after retry RPC after error@404703182) -> (continuation of Deferred@1860672555 after retry RPC after error@1738943987) -> (continuation of Deferred@1385196615 after retry RPC after error@810774764) -> (continuation of Deferred@1653056521 after retry RPC after error@874042399)))
11:02:03.689 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:03.689 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:03.690 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.690 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.690 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.690 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.690 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.690 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.690 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:03.710 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:03.710 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:03.710 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.710 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.710 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.710 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.710 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.710 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.711 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:03.729 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:03.730 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:03.730 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.730 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.730 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.730 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.730 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.730 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.731 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:03.750 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:03.750 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:03.750 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.750 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.750 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.750 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.750 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.750 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.751 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:03.769 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:03.769 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:03.770 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.770 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.770 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.770 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.770 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.770 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.770 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:03.810 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:03.810 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:03.810 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.810 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.810 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.810 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.811 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.811 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.811 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:03.829 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:03.830 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:03.830 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.830 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.830 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.830 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.830 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.830 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.830 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:03.831 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@356381972(state=PENDING, result=null, callback=(continuation of Deferred@1389799679 after retry RPC after error@694790666) -> (continuation of Deferred@653461383 after retry RPC after error@1545388824) -> (continuation of Deferred@996804916 after retry RPC after error@1605885353) -> (continuation of Deferred@1640376039 after retry RPC after error@1534606788) -> (continuation of Deferred@816888886 after retry RPC after error@1359701276) -> (continuation of Deferred@19562692 after retry RPC after error@455482168), errback=(continuation of Deferred@1389799679 after retry RPC after error@694790666) -> (continuation of Deferred@653461383 after retry RPC after error@1545388824) -> (continuation of Deferred@996804916 after retry RPC after error@1605885353) -> (continuation of Deferred@1640376039 after retry RPC after error@1534606788) -> (continuation of Deferred@816888886 after retry RPC after error@1359701276) -> (continuation of Deferred@19562692 after retry RPC after error@455482168)))
11:02:03.831 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@356381972(state=PENDING, result=null, callback=(continuation of Deferred@1389799679 after retry RPC after error@694790666) -> (continuation of Deferred@653461383 after retry RPC after error@1545388824) -> (continuation of Deferred@996804916 after retry RPC after error@1605885353) -> (continuation of Deferred@1640376039 after retry RPC after error@1534606788) -> (continuation of Deferred@816888886 after retry RPC after error@1359701276) -> (continuation of Deferred@19562692 after retry RPC after error@455482168), errback=(continuation of Deferred@1389799679 after retry RPC after error@694790666) -> (continuation of Deferred@653461383 after retry RPC after error@1545388824) -> (continuation of Deferred@996804916 after retry RPC after error@1605885353) -> (continuation of Deferred@1640376039 after retry RPC after error@1534606788) -> (continuation of Deferred@816888886 after retry RPC after error@1359701276) -> (continuation of Deferred@19562692 after retry RPC after error@455482168)))
11:02:03.850 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:03.850 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:03.850 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.850 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.850 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.851 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.851 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.851 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.851 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:03.869 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:03.870 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:03.870 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.870 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.870 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.870 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.870 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.870 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.871 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:03.890 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:03.890 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:03.890 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.890 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.890 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.890 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.891 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.891 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.891 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:03.909 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:03.910 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:03.910 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.910 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.910 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.910 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.910 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.910 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.910 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:03.930 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:03.930 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:03.930 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.932 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.932 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.932 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.932 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.932 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.932 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:03.970 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:03.970 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:03.970 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.970 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.970 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.970 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.970 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.971 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.971 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:03.989 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:03.989 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:03.990 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.990 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.990 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:03.990 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.990 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.990 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:03.990 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:04.010 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:04.010 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:04.010 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:04.010 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:04.010 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:04.010 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:04.010 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:04.010 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:04.011 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:04.030 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:04.030 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:04.031 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:04.031 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:04.031 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:04.031 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:04.031 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:04.031 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:04.031 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:04.070 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:04.070 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:04.070 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:04.070 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:04.071 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:04.071 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:04.071 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:04.071 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:04.071 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:04.071 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=10, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [140ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, deferred=Deferred@1708171296(state=PENDING, result=null, callback=(continuation of Deferred@1671371961 after retry RPC after error@1925670838) -> (continuation of Deferred@134289985 after retry RPC after error@1756396225) -> (continuation of Deferred@1943128506 after retry RPC after error@987953825) -> (continuation of Deferred@984693934 after retry RPC after error@1371291467) -> (continuation of Deferred@744333535 after retry RPC after error@21458951) -> (continuation of Deferred@840988877 after retry RPC after error@39210917) -> (continuation of Deferred@1129077864 after retry RPC after error@2033306446) -> (continuation of Deferred@1214657205 after retry RPC after error@2021484411) -> (continuation of Deferred@1500760832 after retry RPC after error@787419355), errback=(continuation of Deferred@1671371961 after retry RPC after error@1925670838) -> (continuation of Deferred@134289985 after retry RPC after error@1756396225) -> (continuation of Deferred@1943128506 after retry RPC after error@987953825) -> (continuation of Deferred@984693934 after retry RPC after error@1371291467) -> (continuation of Deferred@744333535 after retry RPC after error@21458951) -> (continuation of Deferred@840988877 after retry RPC after error@39210917) -> (continuation of Deferred@1129077864 after retry RPC after error@2033306446) -> (continuation of Deferred@1214657205 after retry RPC after error@2021484411) -> (continuation of Deferred@1500760832 after retry RPC after error@787419355)))
11:02:04.072 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=10, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [140ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, deferred=Deferred@1708171296(state=PENDING, result=null, callback=(continuation of Deferred@1671371961 after retry RPC after error@1925670838) -> (continuation of Deferred@134289985 after retry RPC after error@1756396225) -> (continuation of Deferred@1943128506 after retry RPC after error@987953825) -> (continuation of Deferred@984693934 after retry RPC after error@1371291467) -> (continuation of Deferred@744333535 after retry RPC after error@21458951) -> (continuation of Deferred@840988877 after retry RPC after error@39210917) -> (continuation of Deferred@1129077864 after retry RPC after error@2033306446) -> (continuation of Deferred@1214657205 after retry RPC after error@2021484411) -> (continuation of Deferred@1500760832 after retry RPC after error@787419355), errback=(continuation of Deferred@1671371961 after retry RPC after error@1925670838) -> (continuation of Deferred@134289985 after retry RPC after error@1756396225) -> (continuation of Deferred@1943128506 after retry RPC after error@987953825) -> (continuation of Deferred@984693934 after retry RPC after error@1371291467) -> (continuation of Deferred@744333535 after retry RPC after error@21458951) -> (continuation of Deferred@840988877 after retry RPC after error@39210917) -> (continuation of Deferred@1129077864 after retry RPC after error@2033306446) -> (continuation of Deferred@1214657205 after retry RPC after error@2021484411) -> (continuation of Deferred@1500760832 after retry RPC after error@787419355)))
11:02:04.089 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:04.090 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:04.090 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:04.090 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:04.090 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:04.090 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:04.090 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:04.090 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:04.090 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:04.110 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:04.110 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:04.110 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:04.110 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:04.110 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:04.110 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:04.110 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:04.110 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:04.111 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:04.129 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:04.130 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:04.130 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:04.130 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:04.130 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:04.130 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:04.130 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:04.130 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:04.130 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:04.150 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:04.150 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:04.150 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:04.150 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:04.150 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:04.150 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:04.150 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:04.150 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:04.151 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:04.169 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:04.169 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:04.170 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:04.170 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:04.170 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:04.170 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:04.170 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:04.170 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:04.170 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:04.210 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:04.210 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:04.210 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:04.210 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:04.210 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:04.210 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:04.210 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:04.211 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:04.211 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:04.229 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:04.230 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:04.230 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:04.230 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:04.230 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:04.230 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:04.230 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:04.230 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:04.230 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:04.310 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:04.310 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:04.311 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:04.311 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:04.311 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:04.311 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:04.311 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:04.311 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:04.311 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:04.330 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:04.330 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:04.330 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:04.330 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:04.330 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:04.330 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:04.330 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:04.330 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:04.331 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:04.331 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1485165606(state=PENDING, result=null, callback=(continuation of Deferred@1560194970 after retry RPC after error@365167204) -> (continuation of Deferred@302747718 after retry RPC after error@1683571397) -> (continuation of Deferred@1299358635 after retry RPC after error@2014338883) -> (continuation of Deferred@911698343 after retry RPC after error@406211266) -> (continuation of Deferred@1082252692 after retry RPC after error@974219392) -> (continuation of Deferred@931542068 after retry RPC after error@491522140) -> (continuation of Deferred@1408174876 after retry RPC after error@1653292169), errback=(continuation of Deferred@1560194970 after retry RPC after error@365167204) -> (continuation of Deferred@302747718 after retry RPC after error@1683571397) -> (continuation of Deferred@1299358635 after retry RPC after error@2014338883) -> (continuation of Deferred@911698343 after retry RPC after error@406211266) -> (continuation of Deferred@1082252692 after retry RPC after error@974219392) -> (continuation of Deferred@931542068 after retry RPC after error@491522140) -> (continuation of Deferred@1408174876 after retry RPC after error@1653292169)))
11:02:04.331 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1485165606(state=PENDING, result=null, callback=(continuation of Deferred@1560194970 after retry RPC after error@365167204) -> (continuation of Deferred@302747718 after retry RPC after error@1683571397) -> (continuation of Deferred@1299358635 after retry RPC after error@2014338883) -> (continuation of Deferred@911698343 after retry RPC after error@406211266) -> (continuation of Deferred@1082252692 after retry RPC after error@974219392) -> (continuation of Deferred@931542068 after retry RPC after error@491522140) -> (continuation of Deferred@1408174876 after retry RPC after error@1653292169), errback=(continuation of Deferred@1560194970 after retry RPC after error@365167204) -> (continuation of Deferred@302747718 after retry RPC after error@1683571397) -> (continuation of Deferred@1299358635 after retry RPC after error@2014338883) -> (continuation of Deferred@911698343 after retry RPC after error@406211266) -> (continuation of Deferred@1082252692 after retry RPC after error@974219392) -> (continuation of Deferred@931542068 after retry RPC after error@491522140) -> (continuation of Deferred@1408174876 after retry RPC after error@1653292169)))
11:02:04.350 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:04.350 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:04.351 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:04.351 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:04.351 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:04.351 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:04.351 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:04.351 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:04.351 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:04.370 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:04.370 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:04.370 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:04.370 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:04.370 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:04.370 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:04.370 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:04.370 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:04.371 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:04.390 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:04.390 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:04.391 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:04.391 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:04.391 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:04.391 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:04.391 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:04.391 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:04.391 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:04.410 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:04.410 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:04.410 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:04.410 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:04.410 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:04.410 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:04.410 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:04.410 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:04.411 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:04.430 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:04.430 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:04.430 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:04.431 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:04.431 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:04.431 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:04.431 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:04.431 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:04.431 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:04.470 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:04.470 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:04.470 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:04.470 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:04.470 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:04.470 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:04.470 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:04.470 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:04.471 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:04.490 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:04.490 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:04.490 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:04.491 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:04.491 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:04.491 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:04.491 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:04.491 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:04.491 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:04.530 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:04.530 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:04.530 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:04.530 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:04.530 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:04.530 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:04.530 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:04.530 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:04.531 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:04.589 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:04.589 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:04.590 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:04.590 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:04.590 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:04.590 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:04.590 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:04.590 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:04.590 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:04.591 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=240), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [240ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [240ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [240ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [240ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@321183452(state=PENDING, result=null, callback=(continuation of Deferred@1737755184 after retry RPC after error@2069893108) -> (continuation of Deferred@321793357 after retry RPC after error@650757066) -> (continuation of Deferred@1632340137 after retry RPC after error@447689947) -> (continuation of Deferred@2022254214 after retry RPC after error@272006606) -> (continuation of Deferred@755343777 after retry RPC after error@1324306742) -> (continuation of Deferred@2145645435 after retry RPC after error@1545091396) -> (continuation of Deferred@1552974799 after retry RPC after error@1757548426) -> (continuation of Deferred@140136898 after retry RPC after error@362122132), errback=(continuation of Deferred@1737755184 after retry RPC after error@2069893108) -> (continuation of Deferred@321793357 after retry RPC after error@650757066) -> (continuation of Deferred@1632340137 after retry RPC after error@447689947) -> (continuation of Deferred@2022254214 after retry RPC after error@272006606) -> (continuation of Deferred@755343777 after retry RPC after error@1324306742) -> (continuation of Deferred@2145645435 after retry RPC after error@1545091396) -> (continuation of Deferred@1552974799 after retry RPC after error@1757548426) -> (continuation of Deferred@140136898 after retry RPC after error@362122132)))
11:02:04.591 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=240), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [240ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [240ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [240ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [240ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@321183452(state=PENDING, result=null, callback=(continuation of Deferred@1737755184 after retry RPC after error@2069893108) -> (continuation of Deferred@321793357 after retry RPC after error@650757066) -> (continuation of Deferred@1632340137 after retry RPC after error@447689947) -> (continuation of Deferred@2022254214 after retry RPC after error@272006606) -> (continuation of Deferred@755343777 after retry RPC after error@1324306742) -> (continuation of Deferred@2145645435 after retry RPC after error@1545091396) -> (continuation of Deferred@1552974799 after retry RPC after error@1757548426) -> (continuation of Deferred@140136898 after retry RPC after error@362122132), errback=(continuation of Deferred@1737755184 after retry RPC after error@2069893108) -> (continuation of Deferred@321793357 after retry RPC after error@650757066) -> (continuation of Deferred@1632340137 after retry RPC after error@447689947) -> (continuation of Deferred@2022254214 after retry RPC after error@272006606) -> (continuation of Deferred@755343777 after retry RPC after error@1324306742) -> (continuation of Deferred@2145645435 after retry RPC after error@1545091396) -> (continuation of Deferred@1552974799 after retry RPC after error@1757548426) -> (continuation of Deferred@140136898 after retry RPC after error@362122132)))
11:02:04.610 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:04.610 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:04.610 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:04.610 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:04.610 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:04.610 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:04.610 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:04.610 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:04.611 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:04.630 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:04.630 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:04.630 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:04.631 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:04.631 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:04.631 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:04.631 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:04.631 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:04.631 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:04.650 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:04.650 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:04.650 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:04.650 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:04.650 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:04.650 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:04.650 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:04.650 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:04.650 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:04.670 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:04.670 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:04.670 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:04.670 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:04.670 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:04.670 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:04.670 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:04.670 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:04.671 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:04.690 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:04.690 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:04.691 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:04.691 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:04.691 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:04.691 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:04.691 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:04.691 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:04.691 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:04.710 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:04.710 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:04.710 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:04.710 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:04.710 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:04.710 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:04.710 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:04.710 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:04.711 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:04.749 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:04.749 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:04.750 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:04.750 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:04.750 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:04.750 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:04.750 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:04.750 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:04.750 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:04.830 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:04.830 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:04.831 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:04.831 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:04.831 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:04.831 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:04.831 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:04.831 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:04.831 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:04.832 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [140ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@447033867(state=PENDING, result=null, callback=(continuation of Deferred@301600639 after retry RPC after error@408128358) -> (continuation of Deferred@1824797038 after retry RPC after error@1606579095) -> (continuation of Deferred@511844071 after retry RPC after error@445558506) -> (continuation of Deferred@1460446100 after retry RPC after error@463350825) -> (continuation of Deferred@367361179 after retry RPC after error@2054388019) -> (continuation of Deferred@1221682666 after retry RPC after error@583329725) -> (continuation of Deferred@486229722 after retry RPC after error@2107645591), errback=(continuation of Deferred@301600639 after retry RPC after error@408128358) -> (continuation of Deferred@1824797038 after retry RPC after error@1606579095) -> (continuation of Deferred@511844071 after retry RPC after error@445558506) -> (continuation of Deferred@1460446100 after retry RPC after error@463350825) -> (continuation of Deferred@367361179 after retry RPC after error@2054388019) -> (continuation of Deferred@1221682666 after retry RPC after error@583329725) -> (continuation of Deferred@486229722 after retry RPC after error@2107645591)))
11:02:04.832 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [140ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@447033867(state=PENDING, result=null, callback=(continuation of Deferred@301600639 after retry RPC after error@408128358) -> (continuation of Deferred@1824797038 after retry RPC after error@1606579095) -> (continuation of Deferred@511844071 after retry RPC after error@445558506) -> (continuation of Deferred@1460446100 after retry RPC after error@463350825) -> (continuation of Deferred@367361179 after retry RPC after error@2054388019) -> (continuation of Deferred@1221682666 after retry RPC after error@583329725) -> (continuation of Deferred@486229722 after retry RPC after error@2107645591), errback=(continuation of Deferred@301600639 after retry RPC after error@408128358) -> (continuation of Deferred@1824797038 after retry RPC after error@1606579095) -> (continuation of Deferred@511844071 after retry RPC after error@445558506) -> (continuation of Deferred@1460446100 after retry RPC after error@463350825) -> (continuation of Deferred@367361179 after retry RPC after error@2054388019) -> (continuation of Deferred@1221682666 after retry RPC after error@583329725) -> (continuation of Deferred@486229722 after retry RPC after error@2107645591)))
11:02:04.850 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:04.850 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:04.850 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:04.850 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:04.850 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:04.850 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:04.850 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:04.850 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:04.851 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:04.870 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:04.870 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:04.870 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:04.870 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:04.871 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:04.871 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:04.871 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:04.871 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:04.871 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:04.890 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:04.890 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:04.890 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:04.890 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:04.890 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:04.890 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:04.890 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:04.890 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:04.890 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:04.890 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:04.890 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:04.891 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:04.910 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:04.910 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:04.910 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:04.910 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:04.910 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:04.911 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:04.911 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:04.911 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:04.911 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:04.930 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:04.930 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:04.930 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:04.930 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:04.930 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:04.930 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:04.930 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:04.930 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:04.930 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:04.950 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:04.950 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:04.950 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:04.951 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:04.951 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:04.951 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:04.951 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:04.951 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:04.951 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:05.030 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:05.030 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:05.031 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:05.031 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:05.031 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:05.031 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:05.031 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:05.031 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:05.032 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:05.032 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [183ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1396616923(state=PENDING, result=null, callback=(continuation of Deferred@1411191284 after retry RPC after error@391331941) -> (continuation of Deferred@763848151 after retry RPC after error@199839434) -> (continuation of Deferred@935820530 after retry RPC after error@974799367) -> (continuation of Deferred@740630862 after retry RPC after error@1836819742) -> (continuation of Deferred@1633121455 after retry RPC after error@154474744) -> (continuation of Deferred@203388865 after retry RPC after error@1014784009), errback=(continuation of Deferred@1411191284 after retry RPC after error@391331941) -> (continuation of Deferred@763848151 after retry RPC after error@199839434) -> (continuation of Deferred@935820530 after retry RPC after error@974799367) -> (continuation of Deferred@740630862 after retry RPC after error@1836819742) -> (continuation of Deferred@1633121455 after retry RPC after error@154474744) -> (continuation of Deferred@203388865 after retry RPC after error@1014784009)))
11:02:05.033 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [183ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1396616923(state=PENDING, result=null, callback=(continuation of Deferred@1411191284 after retry RPC after error@391331941) -> (continuation of Deferred@763848151 after retry RPC after error@199839434) -> (continuation of Deferred@935820530 after retry RPC after error@974799367) -> (continuation of Deferred@740630862 after retry RPC after error@1836819742) -> (continuation of Deferred@1633121455 after retry RPC after error@154474744) -> (continuation of Deferred@203388865 after retry RPC after error@1014784009), errback=(continuation of Deferred@1411191284 after retry RPC after error@391331941) -> (continuation of Deferred@763848151 after retry RPC after error@199839434) -> (continuation of Deferred@935820530 after retry RPC after error@974799367) -> (continuation of Deferred@740630862 after retry RPC after error@1836819742) -> (continuation of Deferred@1633121455 after retry RPC after error@154474744) -> (continuation of Deferred@203388865 after retry RPC after error@1014784009)))
11:02:05.050 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:05.050 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:05.050 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:05.050 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:05.050 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:05.050 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:05.050 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:05.050 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:05.051 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:05.070 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:05.070 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:05.070 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:05.070 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:05.071 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:05.071 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:05.071 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:05.071 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:05.071 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:05.090 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:05.090 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:05.090 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:05.090 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:05.090 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:05.090 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:05.090 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:05.090 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:05.091 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:05.110 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:05.110 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:05.110 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:05.110 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:05.110 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:05.110 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:05.110 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:05.111 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:05.111 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:05.129 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:05.129 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:05.130 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:05.130 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:05.130 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:05.130 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:05.130 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:05.130 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:05.130 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:05.170 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:05.170 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:05.170 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:05.170 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:05.170 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:05.170 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:05.170 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:05.170 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:05.171 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:05.210 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:05.210 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:05.211 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:05.211 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:05.211 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:05.211 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:05.211 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:05.211 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:05.212 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:05.212 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [163ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, deferred=Deferred@784409802(state=PENDING, result=null, callback=(continuation of Deferred@1911840557 after retry RPC after error@1470588742) -> (continuation of Deferred@1410713205 after retry RPC after error@1943359305) -> (continuation of Deferred@537619241 after retry RPC after error@1283106105) -> (continuation of Deferred@908522669 after retry RPC after error@1875921447) -> (continuation of Deferred@351872727 after retry RPC after error@229837340) -> (continuation of Deferred@212927643 after retry RPC after error@1633547864), errback=(continuation of Deferred@1911840557 after retry RPC after error@1470588742) -> (continuation of Deferred@1410713205 after retry RPC after error@1943359305) -> (continuation of Deferred@537619241 after retry RPC after error@1283106105) -> (continuation of Deferred@908522669 after retry RPC after error@1875921447) -> (continuation of Deferred@351872727 after retry RPC after error@229837340) -> (continuation of Deferred@212927643 after retry RPC after error@1633547864)))
11:02:05.213 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [163ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, deferred=Deferred@784409802(state=PENDING, result=null, callback=(continuation of Deferred@1911840557 after retry RPC after error@1470588742) -> (continuation of Deferred@1410713205 after retry RPC after error@1943359305) -> (continuation of Deferred@537619241 after retry RPC after error@1283106105) -> (continuation of Deferred@908522669 after retry RPC after error@1875921447) -> (continuation of Deferred@351872727 after retry RPC after error@229837340) -> (continuation of Deferred@212927643 after retry RPC after error@1633547864), errback=(continuation of Deferred@1911840557 after retry RPC after error@1470588742) -> (continuation of Deferred@1410713205 after retry RPC after error@1943359305) -> (continuation of Deferred@537619241 after retry RPC after error@1283106105) -> (continuation of Deferred@908522669 after retry RPC after error@1875921447) -> (continuation of Deferred@351872727 after retry RPC after error@229837340) -> (continuation of Deferred@212927643 after retry RPC after error@1633547864)))
11:02:05.230 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:05.230 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:05.230 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:05.230 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:05.230 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:05.230 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:05.230 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:05.230 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:05.231 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:05.250 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:05.250 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:05.251 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:05.251 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:05.251 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:05.251 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:05.251 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:05.251 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:05.251 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:05.270 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:05.270 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:05.270 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:05.270 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:05.270 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:05.270 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:05.270 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:05.270 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:05.271 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:05.290 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:05.290 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:05.290 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:05.291 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:05.291 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:05.291 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:05.291 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:05.291 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:05.291 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:05.310 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:05.310 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:05.310 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:05.310 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:05.310 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:05.310 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:05.310 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:05.310 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:05.311 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:05.350 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:05.350 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:05.350 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:05.350 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:05.350 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:05.350 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:05.350 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:05.351 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:05.351 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:05.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:02:05.389588 5934 master_runner.cc:186] Error getting master registration for 127.4.245.189:45675: Network error: Client connection negotiation failed: client connection to 127.4.245.189:45675: connect: Connection refused (error 111),
11:02:05.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:02:05.389796 5934 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
11:02:05.389 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:05.390 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:05.390 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:05.390 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:05.390 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:05.390 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:05.390 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:05.390 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:05.390 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:05.430 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:05.430 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:05.431 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:05.431 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:05.431 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:05.431 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:05.431 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:05.431 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:05.431 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:05.432 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [160ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@2061065776(state=PENDING, result=null, callback=(continuation of Deferred@1634549565 after retry RPC after error@771444730) -> (continuation of Deferred@129783944 after retry RPC after error@925154961) -> (continuation of Deferred@1069087647 after retry RPC after error@1212933901) -> (continuation of Deferred@760647316 after retry RPC after error@1066691993) -> (continuation of Deferred@1191710199 after retry RPC after error@1349314964) -> (continuation of Deferred@1238892323 after retry RPC after error@1437838117) -> (continuation of Deferred@1381196753 after retry RPC after error@1707343942), errback=(continuation of Deferred@1634549565 after retry RPC after error@771444730) -> (continuation of Deferred@129783944 after retry RPC after error@925154961) -> (continuation of Deferred@1069087647 after retry RPC after error@1212933901) -> (continuation of Deferred@760647316 after retry RPC after error@1066691993) -> (continuation of Deferred@1191710199 after retry RPC after error@1349314964) -> (continuation of Deferred@1238892323 after retry RPC after error@1437838117) -> (continuation of Deferred@1381196753 after retry RPC after error@1707343942)))
11:02:05.433 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [160ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@2061065776(state=PENDING, result=null, callback=(continuation of Deferred@1634549565 after retry RPC after error@771444730) -> (continuation of Deferred@129783944 after retry RPC after error@925154961) -> (continuation of Deferred@1069087647 after retry RPC after error@1212933901) -> (continuation of Deferred@760647316 after retry RPC after error@1066691993) -> (continuation of Deferred@1191710199 after retry RPC after error@1349314964) -> (continuation of Deferred@1238892323 after retry RPC after error@1437838117) -> (continuation of Deferred@1381196753 after retry RPC after error@1707343942), errback=(continuation of Deferred@1634549565 after retry RPC after error@771444730) -> (continuation of Deferred@129783944 after retry RPC after error@925154961) -> (continuation of Deferred@1069087647 after retry RPC after error@1212933901) -> (continuation of Deferred@760647316 after retry RPC after error@1066691993) -> (continuation of Deferred@1191710199 after retry RPC after error@1349314964) -> (continuation of Deferred@1238892323 after retry RPC after error@1437838117) -> (continuation of Deferred@1381196753 after retry RPC after error@1707343942)))
11:02:05.450 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:05.450 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:05.450 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:05.450 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:05.450 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:05.450 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:05.450 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:05.451 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:05.451 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:05.469 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:05.469 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:05.470 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:05.470 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:05.470 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:05.470 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:05.470 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:05.470 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:05.470 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:05.490 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:05.490 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:05.490 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:05.490 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:05.490 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:05.490 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:05.490 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:05.490 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:05.491 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:05.509 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:05.509 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:05.510 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:05.510 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:05.510 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:05.510 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:05.510 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:05.510 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:05.510 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:05.530 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:05.530 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:05.530 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:05.530 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:05.530 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:05.530 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:05.531 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:05.531 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:05.531 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:05.569 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:05.569 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:05.570 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:05.570 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:05.570 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:05.570 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:05.570 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:05.570 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:05.570 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:05.630 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:05.630 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:05.630 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:05.630 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:05.631 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:05.631 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:05.631 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:05.631 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:05.631 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:05.669 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:05.670 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:05.670 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:05.670 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:05.670 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:05.670 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:05.670 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:05.670 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:05.671 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:05.671 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [120ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1469418614(state=PENDING, result=null, callback=(continuation of Deferred@624110053 after retry RPC after error@272181366) -> (continuation of Deferred@1121114533 after retry RPC after error@970918837) -> (continuation of Deferred@94335338 after retry RPC after error@1547473719) -> (continuation of Deferred@142042852 after retry RPC after error@1228166908) -> (continuation of Deferred@937323153 after retry RPC after error@256111222) -> (continuation of Deferred@1009837372 after retry RPC after error@1465436144) -> (continuation of Deferred@328639848 after retry RPC after error@64369966), errback=(continuation of Deferred@624110053 after retry RPC after error@272181366) -> (continuation of Deferred@1121114533 after retry RPC after error@970918837) -> (continuation of Deferred@94335338 after retry RPC after error@1547473719) -> (continuation of Deferred@142042852 after retry RPC after error@1228166908) -> (continuation of Deferred@937323153 after retry RPC after error@256111222) -> (continuation of Deferred@1009837372 after retry RPC after error@1465436144) -> (continuation of Deferred@328639848 after retry RPC after error@64369966)))
11:02:05.672 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [120ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1469418614(state=PENDING, result=null, callback=(continuation of Deferred@624110053 after retry RPC after error@272181366) -> (continuation of Deferred@1121114533 after retry RPC after error@970918837) -> (continuation of Deferred@94335338 after retry RPC after error@1547473719) -> (continuation of Deferred@142042852 after retry RPC after error@1228166908) -> (continuation of Deferred@937323153 after retry RPC after error@256111222) -> (continuation of Deferred@1009837372 after retry RPC after error@1465436144) -> (continuation of Deferred@328639848 after retry RPC after error@64369966), errback=(continuation of Deferred@624110053 after retry RPC after error@272181366) -> (continuation of Deferred@1121114533 after retry RPC after error@970918837) -> (continuation of Deferred@94335338 after retry RPC after error@1547473719) -> (continuation of Deferred@142042852 after retry RPC after error@1228166908) -> (continuation of Deferred@937323153 after retry RPC after error@256111222) -> (continuation of Deferred@1009837372 after retry RPC after error@1465436144) -> (continuation of Deferred@328639848 after retry RPC after error@64369966)))
11:02:05.690 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:05.690 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:05.690 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:05.690 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:05.690 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:05.690 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:05.690 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:05.691 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:05.691 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:05.709 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:05.709 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:05.710 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:05.710 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:05.710 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:05.710 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:05.710 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:05.710 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:05.710 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:05.730 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:05.730 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:05.730 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:05.730 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:05.730 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:05.949 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=3, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, deferred=Deferred@1543861270(state=PENDING, result=null, callback=(continuation of Deferred@869343164 after retry RPC after error@1809767098) -> (continuation of Deferred@52961341 after retry RPC after error@1954173322), errback=(continuation of Deferred@869343164 after retry RPC after error@1809767098) -> (continuation of Deferred@52961341 after retry RPC after error@1954173322)))
11:02:05.950 [INFO - pool-49-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=210, elapsed=219), Traces: [0ms] sending RPC to server master-127.4.245.188:44615, deferred=Deferred@1332579398(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.4.245.188:44615, errback=org.apache.kudu.client.ConnectToCluster$1@52fb841b -> ConnectToMasterErrCB for 127.4.245.188:44615))
11:02:05.950 [WARN - pool-49-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:05.969 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:05.970 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
11:02:05.970 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:05.970 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:05.970 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:06.230 [DEBUG - pool-49-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, deferred=null) with no deferred attached!
11:02:06.230 [INFO - pool-49-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.4.245.188:44615, deferred=Deferred@359411466(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.4.245.188:44615, errback=org.apache.kudu.client.ConnectToCluster$1@1bb9bae0 -> ConnectToMasterErrCB for 127.4.245.188:44615))
11:02:06.230 [WARN - pool-49-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:06.230 [DEBUG - pool-49-thread-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=261), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [261ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.4.245.188:44615, deferred=Deferred@359411466(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.4.245.188:44615, errback=org.apache.kudu.client.ConnectToCluster$1@1bb9bae0 -> ConnectToMasterErrCB for 127.4.245.188:44615)), deferred=null)
11:02:06.231 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=261), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [261ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.4.245.188:44615, deferred=Deferred@359411466(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.4.245.188:44615, errback=org.apache.kudu.client.ConnectToCluster$1@1bb9bae0 -> ConnectToMasterErrCB for 127.4.245.188:44615)), deferred=null)
11:02:06.250 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:06.251 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:06.251 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:06.251 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:06.510 [DEBUG - pool-49-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, deferred=null) with no deferred attached!
11:02:06.510 [INFO - pool-49-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.4.245.188:44615, deferred=Deferred@979691963(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.4.245.188:44615, errback=org.apache.kudu.client.ConnectToCluster$1@4e849582 -> ConnectToMasterErrCB for 127.4.245.188:44615))
11:02:06.510 [WARN - pool-49-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:06.511 [DEBUG - pool-49-thread-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [261ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.4.245.188:44615, deferred=Deferred@979691963(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.4.245.188:44615, errback=org.apache.kudu.client.ConnectToCluster$1@4e849582 -> ConnectToMasterErrCB for 127.4.245.188:44615)), deferred=null)
11:02:06.511 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [261ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.4.245.188:44615, deferred=Deferred@979691963(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.4.245.188:44615, errback=org.apache.kudu.client.ConnectToCluster$1@4e849582 -> ConnectToMasterErrCB for 127.4.245.188:44615)), deferred=null)
11:02:06.530 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:06.531 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:06.531 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:06.531 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:06.758 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:06.758 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:06.758 [DEBUG - kudu-nio-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=ConnectToMaster, tablet=null, attempt=0, TimeoutTracker(timeout=0, elapsed=808), Traces: [0ms] received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=null) with no deferred attached!
11:02:06.758 [DEBUG - kudu-nio-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=ConnectToMaster, tablet=null, attempt=0, TimeoutTracker(timeout=0, elapsed=528), Traces: [0ms] received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=null) with no deferred attached!
11:02:06.758 [DEBUG - kudu-nio-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=ConnectToMaster, tablet=null, attempt=0, TimeoutTracker(timeout=0, elapsed=248), Traces: [0ms] received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=null) with no deferred attached!
11:02:06.758 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:06.759 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:06.770 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:06.770 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:06.770 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:06.770 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:06.771 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:06.771 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:06.771 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:06.771 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:06.771 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:06.790 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=2, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [228ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [229ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1512476622(state=PENDING, result=null, callback=(continuation of Deferred@538992778 after retry RPC after error@202603258) -> (continuation of Deferred@490780065 after retry RPC after error@1945506104), errback=(continuation of Deferred@538992778 after retry RPC after error@202603258) -> (continuation of Deferred@490780065 after retry RPC after error@1945506104)))
11:02:06.790 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
11:02:06.809 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:06.809 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:06.810 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:06.810 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:06.810 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:06.810 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:06.810 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:06.810 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:06.811 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:06.830 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:06.830 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:06.830 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:06.830 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:06.830 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:06.830 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:06.830 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:06.831 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:06.831 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:06.849 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:06.849 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:06.850 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:06.850 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:06.850 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:06.850 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:06.850 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:06.850 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:06.850 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:06.870 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:06.870 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:06.870 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:06.870 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:06.870 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:06.870 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:06.871 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:06.871 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:06.871 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:06.889 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:06.890 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:06.890 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:06.890 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:06.890 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:06.890 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:06.890 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:06.890 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:06.891 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:06.930 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:06.930 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:06.930 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:06.930 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:06.931 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:06.931 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:06.931 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:06.931 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:06.931 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:06.969 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:06.970 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:06.970 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:06.970 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:06.970 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:06.970 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:06.970 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:06.970 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:06.970 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:06.974 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, deferred=Deferred@966131809(state=PENDING, result=null, callback=(continuation of Deferred@984662848 after retry RPC after error@1291759754) -> (continuation of Deferred@1362575686 after retry RPC after error@1479263753) -> (continuation of Deferred@1681761423 after retry RPC after error@1576936034) -> (continuation of Deferred@917005802 after retry RPC after error@817231544) -> (continuation of Deferred@967128573 after retry RPC after error@367324569) -> (continuation of Deferred@1612074490 after retry RPC after error@2139711350), errback=(continuation of Deferred@984662848 after retry RPC after error@1291759754) -> (continuation of Deferred@1362575686 after retry RPC after error@1479263753) -> (continuation of Deferred@1681761423 after retry RPC after error@1576936034) -> (continuation of Deferred@917005802 after retry RPC after error@817231544) -> (continuation of Deferred@967128573 after retry RPC after error@367324569) -> (continuation of Deferred@1612074490 after retry RPC after error@2139711350)))
11:02:06.975 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [122ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, deferred=Deferred@966131809(state=PENDING, result=null, callback=(continuation of Deferred@984662848 after retry RPC after error@1291759754) -> (continuation of Deferred@1362575686 after retry RPC after error@1479263753) -> (continuation of Deferred@1681761423 after retry RPC after error@1576936034) -> (continuation of Deferred@917005802 after retry RPC after error@817231544) -> (continuation of Deferred@967128573 after retry RPC after error@367324569) -> (continuation of Deferred@1612074490 after retry RPC after error@2139711350), errback=(continuation of Deferred@984662848 after retry RPC after error@1291759754) -> (continuation of Deferred@1362575686 after retry RPC after error@1479263753) -> (continuation of Deferred@1681761423 after retry RPC after error@1576936034) -> (continuation of Deferred@917005802 after retry RPC after error@817231544) -> (continuation of Deferred@967128573 after retry RPC after error@367324569) -> (continuation of Deferred@1612074490 after retry RPC after error@2139711350)))
11:02:06.990 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:06.990 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:06.990 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:06.990 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:06.991 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:06.991 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:06.991 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:06.991 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:06.991 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:07.009 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:07.010 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:07.010 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:07.010 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:07.010 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:07.010 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:07.010 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:07.010 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:07.010 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:07.030 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:07.030 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:07.030 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:07.030 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:07.030 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:07.031 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:07.031 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:07.031 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:07.031 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:07.049 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:07.050 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:07.050 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:07.050 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:07.050 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:07.050 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:07.050 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:07.050 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:07.050 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:07.070 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:07.070 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:07.070 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:07.070 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:07.070 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:07.070 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:07.070 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:07.071 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:07.071 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:07.089 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:07.090 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:07.090 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:07.090 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:07.090 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:07.090 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:07.090 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:07.090 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:07.090 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:07.150 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:07.150 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:07.151 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:07.151 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:07.151 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:07.151 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:07.151 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:07.151 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:07.151 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:07.152 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [100ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1546687926(state=PENDING, result=null, callback=(continuation of Deferred@761415766 after retry RPC after error@165189346) -> (continuation of Deferred@884329124 after retry RPC after error@1827693729) -> (continuation of Deferred@1408217489 after retry RPC after error@508383880) -> (continuation of Deferred@79121167 after retry RPC after error@1804460628) -> (continuation of Deferred@1170257293 after retry RPC after error@837645999) -> (continuation of Deferred@255638702 after retry RPC after error@195522655), errback=(continuation of Deferred@761415766 after retry RPC after error@165189346) -> (continuation of Deferred@884329124 after retry RPC after error@1827693729) -> (continuation of Deferred@1408217489 after retry RPC after error@508383880) -> (continuation of Deferred@79121167 after retry RPC after error@1804460628) -> (continuation of Deferred@1170257293 after retry RPC after error@837645999) -> (continuation of Deferred@255638702 after retry RPC after error@195522655)))
11:02:07.152 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [100ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1546687926(state=PENDING, result=null, callback=(continuation of Deferred@761415766 after retry RPC after error@165189346) -> (continuation of Deferred@884329124 after retry RPC after error@1827693729) -> (continuation of Deferred@1408217489 after retry RPC after error@508383880) -> (continuation of Deferred@79121167 after retry RPC after error@1804460628) -> (continuation of Deferred@1170257293 after retry RPC after error@837645999) -> (continuation of Deferred@255638702 after retry RPC after error@195522655), errback=(continuation of Deferred@761415766 after retry RPC after error@165189346) -> (continuation of Deferred@884329124 after retry RPC after error@1827693729) -> (continuation of Deferred@1408217489 after retry RPC after error@508383880) -> (continuation of Deferred@79121167 after retry RPC after error@1804460628) -> (continuation of Deferred@1170257293 after retry RPC after error@837645999) -> (continuation of Deferred@255638702 after retry RPC after error@195522655)))
11:02:07.170 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:07.170 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:07.170 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:07.170 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:07.170 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:07.170 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:07.171 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:07.171 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:07.171 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:07.189 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:07.190 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:07.190 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:07.190 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:07.190 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:07.190 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:07.190 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:07.190 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:07.191 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:07.210 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:07.210 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:07.210 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:07.210 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:07.210 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:07.210 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:07.210 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:07.211 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:07.211 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:07.229 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:07.229 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:07.230 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:07.230 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:07.230 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:07.230 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:07.230 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:07.230 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:07.230 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:07.250 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:07.250 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:07.250 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:07.250 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:07.250 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:07.250 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:07.250 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:07.251 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:07.251 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:07.289 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:07.290 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:07.290 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:07.290 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:07.290 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:07.290 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:07.290 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:07.290 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:07.290 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:07.350 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:07.350 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:07.351 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:07.351 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:07.351 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:07.351 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:07.351 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:07.351 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:07.352 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:07.410 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:07.410 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:07.411 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:07.411 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:07.411 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:07.411 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:07.411 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:07.411 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:07.411 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:07.412 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [120ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@138664349(state=PENDING, result=null, callback=(continuation of Deferred@460466643 after retry RPC after error@1270857497) -> (continuation of Deferred@757325486 after retry RPC after error@1002071462) -> (continuation of Deferred@822931379 after retry RPC after error@125684220) -> (continuation of Deferred@882417939 after retry RPC after error@1558672755) -> (continuation of Deferred@171997227 after retry RPC after error@1662743222) -> (continuation of Deferred@318425087 after retry RPC after error@1976661054) -> (continuation of Deferred@2094648207 after retry RPC after error@1148160096), errback=(continuation of Deferred@460466643 after retry RPC after error@1270857497) -> (continuation of Deferred@757325486 after retry RPC after error@1002071462) -> (continuation of Deferred@822931379 after retry RPC after error@125684220) -> (continuation of Deferred@882417939 after retry RPC after error@1558672755) -> (continuation of Deferred@171997227 after retry RPC after error@1662743222) -> (continuation of Deferred@318425087 after retry RPC after error@1976661054) -> (continuation of Deferred@2094648207 after retry RPC after error@1148160096)))
11:02:07.412 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [120ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@138664349(state=PENDING, result=null, callback=(continuation of Deferred@460466643 after retry RPC after error@1270857497) -> (continuation of Deferred@757325486 after retry RPC after error@1002071462) -> (continuation of Deferred@822931379 after retry RPC after error@125684220) -> (continuation of Deferred@882417939 after retry RPC after error@1558672755) -> (continuation of Deferred@171997227 after retry RPC after error@1662743222) -> (continuation of Deferred@318425087 after retry RPC after error@1976661054) -> (continuation of Deferred@2094648207 after retry RPC after error@1148160096), errback=(continuation of Deferred@460466643 after retry RPC after error@1270857497) -> (continuation of Deferred@757325486 after retry RPC after error@1002071462) -> (continuation of Deferred@822931379 after retry RPC after error@125684220) -> (continuation of Deferred@882417939 after retry RPC after error@1558672755) -> (continuation of Deferred@171997227 after retry RPC after error@1662743222) -> (continuation of Deferred@318425087 after retry RPC after error@1976661054) -> (continuation of Deferred@2094648207 after retry RPC after error@1148160096)))
11:02:07.430 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:07.430 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:07.430 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:07.430 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:07.430 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:07.430 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:07.431 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:07.431 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:07.431 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:07.449 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:07.450 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:07.450 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:07.450 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:07.450 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:07.450 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:07.450 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:07.450 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:07.451 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:07.470 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:07.470 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:07.470 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:07.470 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:07.470 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:07.470 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:07.471 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:07.471 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:07.471 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:07.489 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:07.490 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:07.490 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:07.490 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:07.490 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:07.490 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:07.490 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:07.490 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:07.490 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:07.510 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:07.510 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:07.510 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:07.510 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:07.510 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:07.511 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:07.511 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:07.511 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:07.511 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:07.529 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:07.530 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:07.530 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:07.530 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:07.530 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:07.530 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:07.530 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:07.530 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:07.530 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:07.550 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:07.550 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:07.550 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:07.550 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:07.551 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:07.551 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:07.551 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:07.551 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:07.551 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:07.630 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:07.630 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:07.631 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:07.631 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:07.631 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:07.633 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:07.633 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:07.633 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:07.636 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:07.636 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=206), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [203ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [205ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [206ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@607227983(state=PENDING, result=null, callback=(continuation of Deferred@1785338131 after retry RPC after error@633746137) -> (continuation of Deferred@1104848533 after retry RPC after error@1765926153) -> (continuation of Deferred@1398397875 after retry RPC after error@1201503227) -> (continuation of Deferred@1399292819 after retry RPC after error@904420699) -> (continuation of Deferred@686922774 after retry RPC after error@77555792) -> (continuation of Deferred@1795889227 after retry RPC after error@478057204), errback=(continuation of Deferred@1785338131 after retry RPC after error@633746137) -> (continuation of Deferred@1104848533 after retry RPC after error@1765926153) -> (continuation of Deferred@1398397875 after retry RPC after error@1201503227) -> (continuation of Deferred@1399292819 after retry RPC after error@904420699) -> (continuation of Deferred@686922774 after retry RPC after error@77555792) -> (continuation of Deferred@1795889227 after retry RPC after error@478057204)))
11:02:07.637 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=206), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [203ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [205ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [206ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@607227983(state=PENDING, result=null, callback=(continuation of Deferred@1785338131 after retry RPC after error@633746137) -> (continuation of Deferred@1104848533 after retry RPC after error@1765926153) -> (continuation of Deferred@1398397875 after retry RPC after error@1201503227) -> (continuation of Deferred@1399292819 after retry RPC after error@904420699) -> (continuation of Deferred@686922774 after retry RPC after error@77555792) -> (continuation of Deferred@1795889227 after retry RPC after error@478057204), errback=(continuation of Deferred@1785338131 after retry RPC after error@633746137) -> (continuation of Deferred@1104848533 after retry RPC after error@1765926153) -> (continuation of Deferred@1398397875 after retry RPC after error@1201503227) -> (continuation of Deferred@1399292819 after retry RPC after error@904420699) -> (continuation of Deferred@686922774 after retry RPC after error@77555792) -> (continuation of Deferred@1795889227 after retry RPC after error@478057204)))
11:02:07.650 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:07.650 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:07.650 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:07.650 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:07.650 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:07.650 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:07.650 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:07.650 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:07.651 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:07.670 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:07.670 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:07.670 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:07.670 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:07.670 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:07.670 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:07.671 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:07.671 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:07.671 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:07.689 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:07.690 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:07.690 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:07.690 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:07.690 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:07.690 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:07.690 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:07.690 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:07.691 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:07.710 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:07.710 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:07.710 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:07.710 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:07.710 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:07.711 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:07.711 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:07.711 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:07.711 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:07.729 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:07.730 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:07.730 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:07.730 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:07.730 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:07.730 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:07.730 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:07.730 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:07.731 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:07.750 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:07.750 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:07.750 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:07.750 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:07.750 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:07.750 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:07.751 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:07.752 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:07.753 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:07.830 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:07.830 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:07.830 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:07.830 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:07.830 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:07.830 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:07.831 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:07.831 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:07.831 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:07.832 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [104ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@556660706(state=PENDING, result=null, callback=(continuation of Deferred@1254785683 after retry RPC after error@1313735647) -> (continuation of Deferred@1704351451 after retry RPC after error@734674796) -> (continuation of Deferred@898301596 after retry RPC after error@199508745) -> (continuation of Deferred@1553202208 after retry RPC after error@651725185) -> (continuation of Deferred@1145372120 after retry RPC after error@1829831250) -> (continuation of Deferred@773886252 after retry RPC after error@1289130472), errback=(continuation of Deferred@1254785683 after retry RPC after error@1313735647) -> (continuation of Deferred@1704351451 after retry RPC after error@734674796) -> (continuation of Deferred@898301596 after retry RPC after error@199508745) -> (continuation of Deferred@1553202208 after retry RPC after error@651725185) -> (continuation of Deferred@1145372120 after retry RPC after error@1829831250) -> (continuation of Deferred@773886252 after retry RPC after error@1289130472)))
11:02:07.833 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [104ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@556660706(state=PENDING, result=null, callback=(continuation of Deferred@1254785683 after retry RPC after error@1313735647) -> (continuation of Deferred@1704351451 after retry RPC after error@734674796) -> (continuation of Deferred@898301596 after retry RPC after error@199508745) -> (continuation of Deferred@1553202208 after retry RPC after error@651725185) -> (continuation of Deferred@1145372120 after retry RPC after error@1829831250) -> (continuation of Deferred@773886252 after retry RPC after error@1289130472), errback=(continuation of Deferred@1254785683 after retry RPC after error@1313735647) -> (continuation of Deferred@1704351451 after retry RPC after error@734674796) -> (continuation of Deferred@898301596 after retry RPC after error@199508745) -> (continuation of Deferred@1553202208 after retry RPC after error@651725185) -> (continuation of Deferred@1145372120 after retry RPC after error@1829831250) -> (continuation of Deferred@773886252 after retry RPC after error@1289130472)))
11:02:07.850 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:07.850 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:07.851 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:07.851 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:07.851 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:07.851 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:07.851 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:07.851 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:07.851 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:07.870 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:07.870 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:07.870 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:07.870 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:07.870 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:07.870 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:07.870 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:07.870 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:07.871 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:07.890 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:07.890 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:07.891 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:07.891 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:07.891 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:07.891 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:07.891 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:07.891 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:07.891 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:07.910 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:07.910 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:07.910 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:07.910 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:07.910 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:07.910 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:07.910 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:07.910 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:07.911 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:07.930 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:07.930 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:07.930 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:07.930 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:07.930 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:07.931 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:07.931 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:07.931 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:07.931 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:07.949 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:07.950 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:07.950 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:07.950 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:07.950 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:07.950 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:07.950 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:07.950 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:07.950 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:07.970 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:07.970 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:07.970 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:07.970 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:07.970 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:07.970 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:07.970 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:07.970 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:07.971 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:08.090 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:08.090 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:08.091 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:08.091 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:08.091 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:08.091 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:08.091 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:08.091 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:08.091 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:08.092 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [100ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, deferred=Deferred@869172274(state=PENDING, result=null, callback=(continuation of Deferred@187586546 after retry RPC after error@19964261) -> (continuation of Deferred@1636461362 after retry RPC after error@639798309) -> (continuation of Deferred@1598738132 after retry RPC after error@1542813649) -> (continuation of Deferred@1771324518 after retry RPC after error@1533390549) -> (continuation of Deferred@1381033731 after retry RPC after error@577456487) -> (continuation of Deferred@1763155512 after retry RPC after error@535987913) -> (continuation of Deferred@1255080651 after retry RPC after error@840387204), errback=(continuation of Deferred@187586546 after retry RPC after error@19964261) -> (continuation of Deferred@1636461362 after retry RPC after error@639798309) -> (continuation of Deferred@1598738132 after retry RPC after error@1542813649) -> (continuation of Deferred@1771324518 after retry RPC after error@1533390549) -> (continuation of Deferred@1381033731 after retry RPC after error@577456487) -> (continuation of Deferred@1763155512 after retry RPC after error@535987913) -> (continuation of Deferred@1255080651 after retry RPC after error@840387204)))
11:02:08.093 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [100ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, deferred=Deferred@869172274(state=PENDING, result=null, callback=(continuation of Deferred@187586546 after retry RPC after error@19964261) -> (continuation of Deferred@1636461362 after retry RPC after error@639798309) -> (continuation of Deferred@1598738132 after retry RPC after error@1542813649) -> (continuation of Deferred@1771324518 after retry RPC after error@1533390549) -> (continuation of Deferred@1381033731 after retry RPC after error@577456487) -> (continuation of Deferred@1763155512 after retry RPC after error@535987913) -> (continuation of Deferred@1255080651 after retry RPC after error@840387204), errback=(continuation of Deferred@187586546 after retry RPC after error@19964261) -> (continuation of Deferred@1636461362 after retry RPC after error@639798309) -> (continuation of Deferred@1598738132 after retry RPC after error@1542813649) -> (continuation of Deferred@1771324518 after retry RPC after error@1533390549) -> (continuation of Deferred@1381033731 after retry RPC after error@577456487) -> (continuation of Deferred@1763155512 after retry RPC after error@535987913) -> (continuation of Deferred@1255080651 after retry RPC after error@840387204)))
11:02:08.110 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:08.110 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:08.110 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:08.110 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:08.110 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:08.110 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:08.110 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:08.111 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:08.111 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:08.130 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:08.130 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:08.131 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:08.131 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:08.131 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:08.131 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:08.131 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:08.131 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:08.131 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:08.150 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:08.150 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:08.150 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:08.150 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:08.150 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:08.150 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:08.150 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:08.151 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:08.151 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:08.169 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:08.169 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:08.170 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:08.170 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:08.170 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:08.170 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:08.170 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:08.170 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:08.170 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:08.190 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:08.190 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:08.190 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:08.190 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:08.190 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:08.190 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:08.190 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:08.190 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:08.191 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:08.210 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:08.210 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:08.211 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:08.211 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:08.211 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:08.211 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:08.211 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:08.211 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:08.211 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:08.270 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:08.270 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:08.270 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:08.270 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:08.271 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:08.271 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:08.271 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:08.271 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:08.271 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:08.310 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:08.310 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:08.310 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:08.310 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:08.310 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:08.310 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:08.310 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:08.310 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:08.311 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:08.311 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, deferred=Deferred@1378246613(state=PENDING, result=null, callback=(continuation of Deferred@278074134 after retry RPC after error@929321173) -> (continuation of Deferred@1628959271 after retry RPC after error@28299559) -> (continuation of Deferred@153909671 after retry RPC after error@484143791) -> (continuation of Deferred@1115893209 after retry RPC after error@1037756999) -> (continuation of Deferred@1473334554 after retry RPC after error@282596165) -> (continuation of Deferred@1265502562 after retry RPC after error@554453658) -> (continuation of Deferred@2095606332 after retry RPC after error@754588895), errback=(continuation of Deferred@278074134 after retry RPC after error@929321173) -> (continuation of Deferred@1628959271 after retry RPC after error@28299559) -> (continuation of Deferred@153909671 after retry RPC after error@484143791) -> (continuation of Deferred@1115893209 after retry RPC after error@1037756999) -> (continuation of Deferred@1473334554 after retry RPC after error@282596165) -> (continuation of Deferred@1265502562 after retry RPC after error@554453658) -> (continuation of Deferred@2095606332 after retry RPC after error@754588895)))
11:02:08.312 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [202ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, deferred=Deferred@1378246613(state=PENDING, result=null, callback=(continuation of Deferred@278074134 after retry RPC after error@929321173) -> (continuation of Deferred@1628959271 after retry RPC after error@28299559) -> (continuation of Deferred@153909671 after retry RPC after error@484143791) -> (continuation of Deferred@1115893209 after retry RPC after error@1037756999) -> (continuation of Deferred@1473334554 after retry RPC after error@282596165) -> (continuation of Deferred@1265502562 after retry RPC after error@554453658) -> (continuation of Deferred@2095606332 after retry RPC after error@754588895), errback=(continuation of Deferred@278074134 after retry RPC after error@929321173) -> (continuation of Deferred@1628959271 after retry RPC after error@28299559) -> (continuation of Deferred@153909671 after retry RPC after error@484143791) -> (continuation of Deferred@1115893209 after retry RPC after error@1037756999) -> (continuation of Deferred@1473334554 after retry RPC after error@282596165) -> (continuation of Deferred@1265502562 after retry RPC after error@554453658) -> (continuation of Deferred@2095606332 after retry RPC after error@754588895)))
11:02:08.330 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:08.330 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:08.330 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:08.331 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:08.331 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:08.331 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:08.331 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:08.331 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:08.331 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:08.349 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:08.350 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:08.350 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:08.350 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:08.350 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:08.350 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:08.350 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:08.350 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:08.351 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:08.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:02:08.353041 5740 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615, num_attempts: 1)
11:02:08.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:02:08.356462 5740 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '9d97e2a33c7340dfbb9ce8fa17c0b548', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '9d97e2a33c7340dfbb9ce8fa17c0b548', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615, num_attempts: 1)
11:02:08.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:02:08.357726 5737 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.4.245.188:44615)
11:02:08.370 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:08.370 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:08.370 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:08.370 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:08.370 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:08.370 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:08.370 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:08.371 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:08.371 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:08.389 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:08.390 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:08.390 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:08.390 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:08.390 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:08.390 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:08.390 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:08.390 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:08.390 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:08.410 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:08.410 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:08.410 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:08.410 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:08.410 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:08.410 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:08.410 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:08.410 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:08.411 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:08.429 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:08.430 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:08.430 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:08.430 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:08.430 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:08.430 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:08.430 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:08.430 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:08.431 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:08.490 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:08.490 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:08.491 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:08.491 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:08.491 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:08.491 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:08.491 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:08.491 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:08.492 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:08.492 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1731968127(state=PENDING, result=null, callback=(continuation of Deferred@746313649 after retry RPC after error@1160724556) -> (continuation of Deferred@2079653309 after retry RPC after error@1091989240) -> (continuation of Deferred@866320180 after retry RPC after error@212923436) -> (continuation of Deferred@1349908754 after retry RPC after error@585509962) -> (continuation of Deferred@110701693 after retry RPC after error@218343702) -> (continuation of Deferred@1925278925 after retry RPC after error@1633061539), errback=(continuation of Deferred@746313649 after retry RPC after error@1160724556) -> (continuation of Deferred@2079653309 after retry RPC after error@1091989240) -> (continuation of Deferred@866320180 after retry RPC after error@212923436) -> (continuation of Deferred@1349908754 after retry RPC after error@585509962) -> (continuation of Deferred@110701693 after retry RPC after error@218343702) -> (continuation of Deferred@1925278925 after retry RPC after error@1633061539)))
11:02:08.492 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1731968127(state=PENDING, result=null, callback=(continuation of Deferred@746313649 after retry RPC after error@1160724556) -> (continuation of Deferred@2079653309 after retry RPC after error@1091989240) -> (continuation of Deferred@866320180 after retry RPC after error@212923436) -> (continuation of Deferred@1349908754 after retry RPC after error@585509962) -> (continuation of Deferred@110701693 after retry RPC after error@218343702) -> (continuation of Deferred@1925278925 after retry RPC after error@1633061539), errback=(continuation of Deferred@746313649 after retry RPC after error@1160724556) -> (continuation of Deferred@2079653309 after retry RPC after error@1091989240) -> (continuation of Deferred@866320180 after retry RPC after error@212923436) -> (continuation of Deferred@1349908754 after retry RPC after error@585509962) -> (continuation of Deferred@110701693 after retry RPC after error@218343702) -> (continuation of Deferred@1925278925 after retry RPC after error@1633061539)))
11:02:08.510 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:08.510 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:08.510 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:08.510 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:08.510 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:08.511 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:08.511 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:08.511 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:08.511 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:08.530 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:08.530 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:08.531 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:08.531 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:08.531 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:08.531 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:08.531 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:08.532 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:08.532 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:08.550 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:08.550 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:08.550 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:08.550 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:08.551 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:08.551 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:08.551 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:08.551 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:08.551 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:08.570 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:08.570 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:08.571 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:08.571 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:08.571 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:08.571 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:08.571 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:08.571 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:08.572 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:08.590 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:08.590 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:08.590 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:08.590 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:08.590 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:08.590 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:08.590 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:08.590 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:08.591 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:08.609 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:08.610 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:08.610 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:08.610 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:08.610 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:08.610 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:08.610 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:08.610 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:08.610 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:08.630 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:08.630 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:08.630 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:08.630 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:08.630 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:08.630 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:08.630 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:08.631 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:08.631 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:08.710 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:08.710 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:08.710 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:08.710 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:08.710 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:08.710 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:08.710 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:08.710 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:08.712 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:08.712 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [100ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [200ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [200ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, deferred=Deferred@1141487075(state=PENDING, result=null, callback=(continuation of Deferred@1138993747 after retry RPC after error@429526611) -> (continuation of Deferred@1556551832 after retry RPC after error@1432885326) -> (continuation of Deferred@193433986 after retry RPC after error@1109847607) -> (continuation of Deferred@641809715 after retry RPC after error@872348637) -> (continuation of Deferred@79853473 after retry RPC after error@1910535768) -> (continuation of Deferred@1583838706 after retry RPC after error@444812784) -> (continuation of Deferred@233528958 after retry RPC after error@2144054061), errback=(continuation of Deferred@1138993747 after retry RPC after error@429526611) -> (continuation of Deferred@1556551832 after retry RPC after error@1432885326) -> (continuation of Deferred@193433986 after retry RPC after error@1109847607) -> (continuation of Deferred@641809715 after retry RPC after error@872348637) -> (continuation of Deferred@79853473 after retry RPC after error@1910535768) -> (continuation of Deferred@1583838706 after retry RPC after error@444812784) -> (continuation of Deferred@233528958 after retry RPC after error@2144054061)))
11:02:08.713 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [100ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [200ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [200ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [201ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, deferred=Deferred@1141487075(state=PENDING, result=null, callback=(continuation of Deferred@1138993747 after retry RPC after error@429526611) -> (continuation of Deferred@1556551832 after retry RPC after error@1432885326) -> (continuation of Deferred@193433986 after retry RPC after error@1109847607) -> (continuation of Deferred@641809715 after retry RPC after error@872348637) -> (continuation of Deferred@79853473 after retry RPC after error@1910535768) -> (continuation of Deferred@1583838706 after retry RPC after error@444812784) -> (continuation of Deferred@233528958 after retry RPC after error@2144054061), errback=(continuation of Deferred@1138993747 after retry RPC after error@429526611) -> (continuation of Deferred@1556551832 after retry RPC after error@1432885326) -> (continuation of Deferred@193433986 after retry RPC after error@1109847607) -> (continuation of Deferred@641809715 after retry RPC after error@872348637) -> (continuation of Deferred@79853473 after retry RPC after error@1910535768) -> (continuation of Deferred@1583838706 after retry RPC after error@444812784) -> (continuation of Deferred@233528958 after retry RPC after error@2144054061)))
11:02:08.730 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:08.730 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:08.731 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:08.731 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:08.731 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:08.731 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:08.731 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:08.731 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:08.732 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:08.750 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:08.750 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:08.750 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:08.750 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:08.750 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:08.751 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:08.751 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:08.751 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:08.751 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:08.770 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:08.770 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:08.770 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:08.771 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:08.771 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:08.771 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:08.771 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:08.771 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:08.771 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:08.790 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:08.790 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:08.790 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:08.790 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:08.790 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:08.790 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:08.790 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:08.790 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:08.790 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:08.810 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:08.810 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:08.810 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:08.811 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:08.811 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:08.811 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:08.811 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:08.811 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:08.811 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:08.850 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:08.850 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:08.850 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:08.850 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:08.850 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:08.850 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:08.850 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:08.850 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:08.851 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:08.870 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:08.870 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:08.870 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:08.871 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:08.871 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:08.871 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:08.871 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:08.871 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:08.871 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:08.950 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:08.952 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:08.952 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:08.952 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:08.952 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:08.952 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:08.952 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:08.952 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:08.952 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:08.953 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@390876585(state=PENDING, result=null, callback=(continuation of Deferred@1643871394 after retry RPC after error@282018202) -> (continuation of Deferred@1194839419 after retry RPC after error@853795121) -> (continuation of Deferred@138904995 after retry RPC after error@1651431072) -> (continuation of Deferred@466322307 after retry RPC after error@915145634) -> (continuation of Deferred@47374925 after retry RPC after error@379453281) -> (continuation of Deferred@1359851946 after retry RPC after error@122304826) -> (continuation of Deferred@312435476 after retry RPC after error@1795219665), errback=(continuation of Deferred@1643871394 after retry RPC after error@282018202) -> (continuation of Deferred@1194839419 after retry RPC after error@853795121) -> (continuation of Deferred@138904995 after retry RPC after error@1651431072) -> (continuation of Deferred@466322307 after retry RPC after error@915145634) -> (continuation of Deferred@47374925 after retry RPC after error@379453281) -> (continuation of Deferred@1359851946 after retry RPC after error@122304826) -> (continuation of Deferred@312435476 after retry RPC after error@1795219665)))
11:02:08.953 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [141ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [221ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [222ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [222ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@390876585(state=PENDING, result=null, callback=(continuation of Deferred@1643871394 after retry RPC after error@282018202) -> (continuation of Deferred@1194839419 after retry RPC after error@853795121) -> (continuation of Deferred@138904995 after retry RPC after error@1651431072) -> (continuation of Deferred@466322307 after retry RPC after error@915145634) -> (continuation of Deferred@47374925 after retry RPC after error@379453281) -> (continuation of Deferred@1359851946 after retry RPC after error@122304826) -> (continuation of Deferred@312435476 after retry RPC after error@1795219665), errback=(continuation of Deferred@1643871394 after retry RPC after error@282018202) -> (continuation of Deferred@1194839419 after retry RPC after error@853795121) -> (continuation of Deferred@138904995 after retry RPC after error@1651431072) -> (continuation of Deferred@466322307 after retry RPC after error@915145634) -> (continuation of Deferred@47374925 after retry RPC after error@379453281) -> (continuation of Deferred@1359851946 after retry RPC after error@122304826) -> (continuation of Deferred@312435476 after retry RPC after error@1795219665)))
11:02:08.970 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:08.970 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:08.971 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:08.971 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:08.971 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:08.971 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:08.971 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:08.971 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:08.971 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:08.990 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:08.990 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:08.990 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:08.990 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:08.990 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:08.990 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:08.990 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:08.990 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:08.991 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:09.010 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:09.010 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:09.010 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:09.011 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:09.011 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:09.011 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:09.011 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:09.011 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:09.011 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:09.030 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:09.030 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:09.030 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:09.030 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:09.030 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:09.030 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:09.030 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:09.030 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:09.031 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:09.050 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:09.050 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:09.051 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:09.051 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:09.051 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:09.051 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:09.051 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:09.051 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:09.051 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:09.090 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:09.090 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:09.090 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:09.090 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:09.090 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:09.090 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:09.091 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:09.091 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:09.091 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:09.109 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:09.110 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:09.110 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:09.110 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:09.110 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:09.110 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:09.110 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:09.110 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:09.110 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:09.230 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [140ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [140ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@247236658(state=PENDING, result=null, callback=(continuation of Deferred@601942190 after retry RPC after error@651012139) -> (continuation of Deferred@727816762 after retry RPC after error@1106672252) -> (continuation of Deferred@1702317940 after retry RPC after error@783302401) -> (continuation of Deferred@153600167 after retry RPC after error@2079358565) -> (continuation of Deferred@606306944 after retry RPC after error@197458226) -> (continuation of Deferred@1020342805 after retry RPC after error@1152020668) -> (continuation of Deferred@2091244843 after retry RPC after error@1342482148), errback=(continuation of Deferred@601942190 after retry RPC after error@651012139) -> (continuation of Deferred@727816762 after retry RPC after error@1106672252) -> (continuation of Deferred@1702317940 after retry RPC after error@783302401) -> (continuation of Deferred@153600167 after retry RPC after error@2079358565) -> (continuation of Deferred@606306944 after retry RPC after error@197458226) -> (continuation of Deferred@1020342805 after retry RPC after error@1152020668) -> (continuation of Deferred@2091244843 after retry RPC after error@1342482148)))
11:02:09.230 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
11:02:09.250 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:09.250 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:09.250 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:09.250 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:09.250 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:09.250 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:09.251 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:09.251 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:09.251 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:09.269 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:09.269 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:09.270 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:09.270 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:09.270 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:09.270 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:09.270 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:09.270 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:09.270 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:09.290 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:09.290 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:09.290 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:09.290 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:09.290 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:09.290 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:09.290 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:09.291 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:09.291 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:09.309 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:09.310 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:09.310 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:09.310 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:09.310 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:09.310 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:09.310 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:09.310 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:09.311 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:09.330 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:09.330 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:09.330 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:09.330 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:09.330 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:09.330 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:09.331 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:09.331 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:09.331 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:09.349 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:09.350 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:09.350 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:09.350 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:09.350 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:09.350 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:09.350 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:09.350 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:09.350 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:09.410 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:09.410 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:09.410 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:09.410 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:09.410 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:09.410 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:09.410 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:09.411 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:09.411 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:09.429 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:09.430 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:09.430 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:09.430 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:09.430 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:09.430 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:09.430 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:09.430 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:09.430 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:09.431 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=180), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [100ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [180ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@652606642(state=PENDING, result=null, callback=(continuation of Deferred@528043209 after retry RPC after error@1246162753) -> (continuation of Deferred@350786066 after retry RPC after error@501345361) -> (continuation of Deferred@1219224608 after retry RPC after error@896149139) -> (continuation of Deferred@1707235886 after retry RPC after error@2010358179) -> (continuation of Deferred@1624162717 after retry RPC after error@83115433) -> (continuation of Deferred@1930433587 after retry RPC after error@421821771) -> (continuation of Deferred@259032539 after retry RPC after error@709683433), errback=(continuation of Deferred@528043209 after retry RPC after error@1246162753) -> (continuation of Deferred@350786066 after retry RPC after error@501345361) -> (continuation of Deferred@1219224608 after retry RPC after error@896149139) -> (continuation of Deferred@1707235886 after retry RPC after error@2010358179) -> (continuation of Deferred@1624162717 after retry RPC after error@83115433) -> (continuation of Deferred@1930433587 after retry RPC after error@421821771) -> (continuation of Deferred@259032539 after retry RPC after error@709683433)))
11:02:09.431 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=180), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [100ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [180ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@652606642(state=PENDING, result=null, callback=(continuation of Deferred@528043209 after retry RPC after error@1246162753) -> (continuation of Deferred@350786066 after retry RPC after error@501345361) -> (continuation of Deferred@1219224608 after retry RPC after error@896149139) -> (continuation of Deferred@1707235886 after retry RPC after error@2010358179) -> (continuation of Deferred@1624162717 after retry RPC after error@83115433) -> (continuation of Deferred@1930433587 after retry RPC after error@421821771) -> (continuation of Deferred@259032539 after retry RPC after error@709683433), errback=(continuation of Deferred@528043209 after retry RPC after error@1246162753) -> (continuation of Deferred@350786066 after retry RPC after error@501345361) -> (continuation of Deferred@1219224608 after retry RPC after error@896149139) -> (continuation of Deferred@1707235886 after retry RPC after error@2010358179) -> (continuation of Deferred@1624162717 after retry RPC after error@83115433) -> (continuation of Deferred@1930433587 after retry RPC after error@421821771) -> (continuation of Deferred@259032539 after retry RPC after error@709683433)))
11:02:09.450 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:09.450 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:09.450 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:09.450 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:09.450 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:09.450 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:09.450 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:09.451 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:09.451 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:09.470 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:09.470 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:09.470 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:09.470 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:09.470 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:09.470 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:09.470 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:09.471 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:09.471 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:09.490 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:09.490 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:09.490 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:09.490 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:09.491 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:09.491 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:09.491 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:09.491 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:09.491 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:09.509 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:09.510 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:09.510 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:09.510 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:09.510 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:09.510 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:09.510 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:09.510 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:09.510 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:09.530 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:09.530 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:09.530 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:09.530 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:09.530 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:09.530 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:09.530 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:09.531 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:09.531 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:09.549 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:09.549 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:09.550 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:09.550 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:09.550 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:09.550 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:09.550 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:09.550 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:09.550 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:09.630 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:09.630 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:09.631 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:09.631 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:09.631 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:09.631 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:09.631 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:09.631 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:09.631 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:09.632 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [100ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, deferred=Deferred@1061169631(state=PENDING, result=null, callback=(continuation of Deferred@701005629 after retry RPC after error@2048629021) -> (continuation of Deferred@817850298 after retry RPC after error@235912867) -> (continuation of Deferred@1683229128 after retry RPC after error@1109505838) -> (continuation of Deferred@157846119 after retry RPC after error@2053228367) -> (continuation of Deferred@1044355970 after retry RPC after error@1911079852) -> (continuation of Deferred@1008616516 after retry RPC after error@1211217719), errback=(continuation of Deferred@701005629 after retry RPC after error@2048629021) -> (continuation of Deferred@817850298 after retry RPC after error@235912867) -> (continuation of Deferred@1683229128 after retry RPC after error@1109505838) -> (continuation of Deferred@157846119 after retry RPC after error@2053228367) -> (continuation of Deferred@1044355970 after retry RPC after error@1911079852) -> (continuation of Deferred@1008616516 after retry RPC after error@1211217719)))
11:02:09.632 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [100ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, deferred=Deferred@1061169631(state=PENDING, result=null, callback=(continuation of Deferred@701005629 after retry RPC after error@2048629021) -> (continuation of Deferred@817850298 after retry RPC after error@235912867) -> (continuation of Deferred@1683229128 after retry RPC after error@1109505838) -> (continuation of Deferred@157846119 after retry RPC after error@2053228367) -> (continuation of Deferred@1044355970 after retry RPC after error@1911079852) -> (continuation of Deferred@1008616516 after retry RPC after error@1211217719), errback=(continuation of Deferred@701005629 after retry RPC after error@2048629021) -> (continuation of Deferred@817850298 after retry RPC after error@235912867) -> (continuation of Deferred@1683229128 after retry RPC after error@1109505838) -> (continuation of Deferred@157846119 after retry RPC after error@2053228367) -> (continuation of Deferred@1044355970 after retry RPC after error@1911079852) -> (continuation of Deferred@1008616516 after retry RPC after error@1211217719)))
11:02:09.650 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:09.650 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:09.650 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:09.650 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:09.650 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:09.650 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:09.650 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:09.650 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:09.651 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:09.669 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:09.669 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:09.670 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:09.670 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:09.670 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:09.670 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:09.670 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:09.670 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:09.671 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:09.690 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:09.690 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:09.690 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:09.690 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:09.690 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:09.690 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:09.690 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:09.690 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:09.691 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:09.710 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:09.710 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:09.711 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:09.711 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:09.711 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:09.711 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:09.711 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:09.711 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:09.711 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:09.730 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:09.730 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:09.730 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:09.730 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:09.730 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:09.730 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:09.730 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:09.730 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:09.731 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:09.750 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:09.750 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:09.750 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:09.751 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:09.751 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:09.751 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:09.751 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:09.751 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:09.751 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:09.810 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:09.810 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:09.810 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:09.810 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:09.810 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:09.810 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:09.810 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:09.810 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:09.811 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:09.849 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:09.850 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:09.850 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:09.850 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:09.850 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:09.850 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:09.850 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:09.850 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:09.850 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:09.851 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=200), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [200ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [200ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [200ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [200ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, deferred=Deferred@1030257375(state=PENDING, result=null, callback=(continuation of Deferred@302632225 after retry RPC after error@2028978200) -> (continuation of Deferred@1871619670 after retry RPC after error@290363386) -> (continuation of Deferred@1299329079 after retry RPC after error@1260115585) -> (continuation of Deferred@1371366818 after retry RPC after error@875153704) -> (continuation of Deferred@1745265682 after retry RPC after error@2109528141) -> (continuation of Deferred@1192636973 after retry RPC after error@1032639342) -> (continuation of Deferred@1626855161 after retry RPC after error@2064778266), errback=(continuation of Deferred@302632225 after retry RPC after error@2028978200) -> (continuation of Deferred@1871619670 after retry RPC after error@290363386) -> (continuation of Deferred@1299329079 after retry RPC after error@1260115585) -> (continuation of Deferred@1371366818 after retry RPC after error@875153704) -> (continuation of Deferred@1745265682 after retry RPC after error@2109528141) -> (continuation of Deferred@1192636973 after retry RPC after error@1032639342) -> (continuation of Deferred@1626855161 after retry RPC after error@2064778266)))
11:02:09.851 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=200), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [200ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [200ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [200ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [200ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, deferred=Deferred@1030257375(state=PENDING, result=null, callback=(continuation of Deferred@302632225 after retry RPC after error@2028978200) -> (continuation of Deferred@1871619670 after retry RPC after error@290363386) -> (continuation of Deferred@1299329079 after retry RPC after error@1260115585) -> (continuation of Deferred@1371366818 after retry RPC after error@875153704) -> (continuation of Deferred@1745265682 after retry RPC after error@2109528141) -> (continuation of Deferred@1192636973 after retry RPC after error@1032639342) -> (continuation of Deferred@1626855161 after retry RPC after error@2064778266), errback=(continuation of Deferred@302632225 after retry RPC after error@2028978200) -> (continuation of Deferred@1871619670 after retry RPC after error@290363386) -> (continuation of Deferred@1299329079 after retry RPC after error@1260115585) -> (continuation of Deferred@1371366818 after retry RPC after error@875153704) -> (continuation of Deferred@1745265682 after retry RPC after error@2109528141) -> (continuation of Deferred@1192636973 after retry RPC after error@1032639342) -> (continuation of Deferred@1626855161 after retry RPC after error@2064778266)))
11:02:09.870 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:09.870 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:09.870 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:09.871 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:09.871 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:09.871 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:09.871 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:09.871 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:09.871 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:09.890 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:09.890 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:09.890 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:09.890 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:09.890 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:09.890 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:09.890 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:09.890 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:09.891 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:09.910 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:09.910 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:09.910 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:09.911 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:09.911 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:09.911 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:09.911 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:09.911 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:09.911 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:09.930 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:09.930 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:09.930 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:09.930 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:09.930 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:09.930 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:09.930 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:09.930 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:09.931 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:09.950 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:09.950 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:09.951 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:09.951 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:09.951 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:09.951 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:09.951 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:09.951 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:09.951 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:09.970 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:09.970 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:09.970 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:09.970 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:09.970 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:09.970 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:09.970 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:09.970 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:09.970 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:10.049 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:10.050 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:10.050 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:10.050 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:10.050 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:10.050 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:10.050 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:10.050 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:10.050 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:10.110 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:10.111 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:10.111 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:10.111 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:10.111 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:10.111 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:10.111 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:10.111 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:10.112 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:10.112 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [180ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, deferred=Deferred@1239048992(state=PENDING, result=null, callback=(continuation of Deferred@744370730 after retry RPC after error@1493778460) -> (continuation of Deferred@590961411 after retry RPC after error@962653991) -> (continuation of Deferred@1693599043 after retry RPC after error@2003361889) -> (continuation of Deferred@518020300 after retry RPC after error@549945824) -> (continuation of Deferred@1458114790 after retry RPC after error@1714592178) -> (continuation of Deferred@2057879428 after retry RPC after error@1727855024) -> (continuation of Deferred@2022484905 after retry RPC after error@167854595), errback=(continuation of Deferred@744370730 after retry RPC after error@1493778460) -> (continuation of Deferred@590961411 after retry RPC after error@962653991) -> (continuation of Deferred@1693599043 after retry RPC after error@2003361889) -> (continuation of Deferred@518020300 after retry RPC after error@549945824) -> (continuation of Deferred@1458114790 after retry RPC after error@1714592178) -> (continuation of Deferred@2057879428 after retry RPC after error@1727855024) -> (continuation of Deferred@2022484905 after retry RPC after error@167854595)))
11:02:10.113 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [180ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [242ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, deferred=Deferred@1239048992(state=PENDING, result=null, callback=(continuation of Deferred@744370730 after retry RPC after error@1493778460) -> (continuation of Deferred@590961411 after retry RPC after error@962653991) -> (continuation of Deferred@1693599043 after retry RPC after error@2003361889) -> (continuation of Deferred@518020300 after retry RPC after error@549945824) -> (continuation of Deferred@1458114790 after retry RPC after error@1714592178) -> (continuation of Deferred@2057879428 after retry RPC after error@1727855024) -> (continuation of Deferred@2022484905 after retry RPC after error@167854595), errback=(continuation of Deferred@744370730 after retry RPC after error@1493778460) -> (continuation of Deferred@590961411 after retry RPC after error@962653991) -> (continuation of Deferred@1693599043 after retry RPC after error@2003361889) -> (continuation of Deferred@518020300 after retry RPC after error@549945824) -> (continuation of Deferred@1458114790 after retry RPC after error@1714592178) -> (continuation of Deferred@2057879428 after retry RPC after error@1727855024) -> (continuation of Deferred@2022484905 after retry RPC after error@167854595)))
11:02:10.130 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:10.130 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:10.131 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:10.131 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:10.131 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:10.131 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:10.131 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:10.131 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:10.131 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:10.149 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:10.150 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:10.150 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:10.150 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:10.150 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:10.150 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:10.150 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:10.150 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:10.151 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:10.170 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:10.170 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:10.170 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:10.170 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:10.171 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:10.171 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:10.171 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:10.171 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:10.171 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:10.189 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:10.190 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:10.190 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:10.190 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:10.190 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:10.190 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:10.190 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:10.190 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:10.191 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:10.210 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:10.210 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:10.210 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:10.211 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:10.211 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:10.211 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:10.211 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:10.211 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:10.211 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:10.250 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:10.250 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:10.250 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:10.250 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:10.250 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:10.250 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:10.251 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:10.251 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:10.251 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:10.290 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:10.290 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:10.290 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:10.290 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:10.290 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:10.290 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:10.290 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:10.290 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:10.291 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:10.291 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@645039764(state=PENDING, result=null, callback=(continuation of Deferred@1138660605 after retry RPC after error@186594886) -> (continuation of Deferred@1936981536 after retry RPC after error@1099399420) -> (continuation of Deferred@1984531789 after retry RPC after error@76953796) -> (continuation of Deferred@1752716424 after retry RPC after error@361081115) -> (continuation of Deferred@790396163 after retry RPC after error@444149820) -> (continuation of Deferred@814742511 after retry RPC after error@150618516), errback=(continuation of Deferred@1138660605 after retry RPC after error@186594886) -> (continuation of Deferred@1936981536 after retry RPC after error@1099399420) -> (continuation of Deferred@1984531789 after retry RPC after error@76953796) -> (continuation of Deferred@1752716424 after retry RPC after error@361081115) -> (continuation of Deferred@790396163 after retry RPC after error@444149820) -> (continuation of Deferred@814742511 after retry RPC after error@150618516)))
11:02:10.292 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@645039764(state=PENDING, result=null, callback=(continuation of Deferred@1138660605 after retry RPC after error@186594886) -> (continuation of Deferred@1936981536 after retry RPC after error@1099399420) -> (continuation of Deferred@1984531789 after retry RPC after error@76953796) -> (continuation of Deferred@1752716424 after retry RPC after error@361081115) -> (continuation of Deferred@790396163 after retry RPC after error@444149820) -> (continuation of Deferred@814742511 after retry RPC after error@150618516), errback=(continuation of Deferred@1138660605 after retry RPC after error@186594886) -> (continuation of Deferred@1936981536 after retry RPC after error@1099399420) -> (continuation of Deferred@1984531789 after retry RPC after error@76953796) -> (continuation of Deferred@1752716424 after retry RPC after error@361081115) -> (continuation of Deferred@790396163 after retry RPC after error@444149820) -> (continuation of Deferred@814742511 after retry RPC after error@150618516)))
11:02:10.310 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:10.310 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:10.311 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:10.311 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:10.311 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:10.311 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:10.311 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:10.311 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:10.311 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:10.311 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:10.312 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:10.313 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:10.330 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:10.330 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:10.330 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:10.330 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:10.330 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:10.330 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:10.330 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:10.330 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:10.331 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:10.350 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:10.350 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:10.351 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:10.351 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:10.351 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:10.351 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:10.351 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:10.351 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:10.351 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:10.370 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:10.370 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:10.370 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:10.370 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:10.370 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:10.370 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:10.370 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:10.370 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:10.371 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:10.390 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:10.390 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:10.390 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:10.391 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:10.391 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:10.391 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:10.391 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:10.391 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:10.391 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:10.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:02:10.392534 5934 master_runner.cc:186] Error getting master registration for 127.4.245.189:45675: Network error: Client connection negotiation failed: client connection to 127.4.245.189:45675: connect: Connection refused (error 111),
11:02:10.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:02:10.392701 5934 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
11:02:10.410 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:10.410 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:10.410 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:10.410 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:10.410 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:10.410 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:10.410 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:10.410 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:10.411 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:10.430 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:10.430 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:10.430 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:10.430 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:10.430 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:10.431 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:10.431 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:10.431 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:10.431 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:10.490 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:10.490 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:10.490 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:10.490 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:10.490 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:10.490 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:10.490 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:10.490 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:10.491 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:10.529 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:10.529 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:10.530 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:10.530 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:10.530 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:10.530 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:10.530 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:10.530 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:10.530 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:10.531 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=220), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [3ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [220ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, deferred=Deferred@682697483(state=PENDING, result=null, callback=(continuation of Deferred@115164885 after retry RPC after error@738312003) -> (continuation of Deferred@1104967418 after retry RPC after error@1616161969) -> (continuation of Deferred@215197056 after retry RPC after error@764016894) -> (continuation of Deferred@255860755 after retry RPC after error@1253323886) -> (continuation of Deferred@1541043997 after retry RPC after error@964049552) -> (continuation of Deferred@926471445 after retry RPC after error@1547997400) -> (continuation of Deferred@1420719826 after retry RPC after error@1543791725) -> (continuation of Deferred@770015877 after retry RPC after error@1440683441), errback=(continuation of Deferred@115164885 after retry RPC after error@738312003) -> (continuation of Deferred@1104967418 after retry RPC after error@1616161969) -> (continuation of Deferred@215197056 after retry RPC after error@764016894) -> (continuation of Deferred@255860755 after retry RPC after error@1253323886) -> (continuation of Deferred@1541043997 after retry RPC after error@964049552) -> (continuation of Deferred@926471445 after retry RPC after error@1547997400) -> (continuation of Deferred@1420719826 after retry RPC after error@1543791725) -> (continuation of Deferred@770015877 after retry RPC after error@1440683441)))
11:02:10.532 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=220), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [3ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [220ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [220ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, deferred=Deferred@682697483(state=PENDING, result=null, callback=(continuation of Deferred@115164885 after retry RPC after error@738312003) -> (continuation of Deferred@1104967418 after retry RPC after error@1616161969) -> (continuation of Deferred@215197056 after retry RPC after error@764016894) -> (continuation of Deferred@255860755 after retry RPC after error@1253323886) -> (continuation of Deferred@1541043997 after retry RPC after error@964049552) -> (continuation of Deferred@926471445 after retry RPC after error@1547997400) -> (continuation of Deferred@1420719826 after retry RPC after error@1543791725) -> (continuation of Deferred@770015877 after retry RPC after error@1440683441), errback=(continuation of Deferred@115164885 after retry RPC after error@738312003) -> (continuation of Deferred@1104967418 after retry RPC after error@1616161969) -> (continuation of Deferred@215197056 after retry RPC after error@764016894) -> (continuation of Deferred@255860755 after retry RPC after error@1253323886) -> (continuation of Deferred@1541043997 after retry RPC after error@964049552) -> (continuation of Deferred@926471445 after retry RPC after error@1547997400) -> (continuation of Deferred@1420719826 after retry RPC after error@1543791725) -> (continuation of Deferred@770015877 after retry RPC after error@1440683441)))
11:02:10.550 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:10.550 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:10.550 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:10.550 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:10.550 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:10.550 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:10.550 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:10.550 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:10.551 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:10.569 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:10.570 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:10.570 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:10.570 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:10.570 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:10.571 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:10.571 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:10.571 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:10.571 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:10.590 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:10.590 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:10.590 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:10.590 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:10.590 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:10.590 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:10.590 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:10.591 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:10.591 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:10.609 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:10.609 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:10.610 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:10.610 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:10.610 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:10.610 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:10.610 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:10.610 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:10.610 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:10.630 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:10.630 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:10.630 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:10.630 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:10.630 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:10.631 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:10.631 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:10.631 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:10.631 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:10.650 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:10.650 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:10.650 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:10.651 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:10.651 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:10.651 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:10.651 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:10.651 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:10.651 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:10.710 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:10.710 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:10.710 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:10.710 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:10.710 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:10.710 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:10.710 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:10.711 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:10.711 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:10.790 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:10.790 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:10.790 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:10.790 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:10.790 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:10.790 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:10.791 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:10.791 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:10.791 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:10.791 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [240ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [240ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@2028499060(state=PENDING, result=null, callback=(continuation of Deferred@1309736581 after retry RPC after error@1513086840) -> (continuation of Deferred@1426376630 after retry RPC after error@1851025074) -> (continuation of Deferred@670648619 after retry RPC after error@50960051) -> (continuation of Deferred@1891878931 after retry RPC after error@1039094095) -> (continuation of Deferred@1345517512 after retry RPC after error@524373875) -> (continuation of Deferred@1907134424 after retry RPC after error@915332491) -> (continuation of Deferred@1908797477 after retry RPC after error@1684673465), errback=(continuation of Deferred@1309736581 after retry RPC after error@1513086840) -> (continuation of Deferred@1426376630 after retry RPC after error@1851025074) -> (continuation of Deferred@670648619 after retry RPC after error@50960051) -> (continuation of Deferred@1891878931 after retry RPC after error@1039094095) -> (continuation of Deferred@1345517512 after retry RPC after error@524373875) -> (continuation of Deferred@1907134424 after retry RPC after error@915332491) -> (continuation of Deferred@1908797477 after retry RPC after error@1684673465)))
11:02:10.792 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [240ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [240ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@2028499060(state=PENDING, result=null, callback=(continuation of Deferred@1309736581 after retry RPC after error@1513086840) -> (continuation of Deferred@1426376630 after retry RPC after error@1851025074) -> (continuation of Deferred@670648619 after retry RPC after error@50960051) -> (continuation of Deferred@1891878931 after retry RPC after error@1039094095) -> (continuation of Deferred@1345517512 after retry RPC after error@524373875) -> (continuation of Deferred@1907134424 after retry RPC after error@915332491) -> (continuation of Deferred@1908797477 after retry RPC after error@1684673465), errback=(continuation of Deferred@1309736581 after retry RPC after error@1513086840) -> (continuation of Deferred@1426376630 after retry RPC after error@1851025074) -> (continuation of Deferred@670648619 after retry RPC after error@50960051) -> (continuation of Deferred@1891878931 after retry RPC after error@1039094095) -> (continuation of Deferred@1345517512 after retry RPC after error@524373875) -> (continuation of Deferred@1907134424 after retry RPC after error@915332491) -> (continuation of Deferred@1908797477 after retry RPC after error@1684673465)))
11:02:10.810 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:10.810 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:10.811 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:10.811 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:10.811 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:10.811 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:10.811 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:10.811 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:10.811 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:10.830 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:10.830 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:10.830 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:10.830 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:10.830 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:10.830 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:10.830 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:10.830 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:10.831 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:10.850 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:10.850 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:10.850 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:10.851 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:10.851 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:10.851 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:10.851 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:10.851 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:10.851 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:10.870 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:10.870 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:10.870 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:10.870 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:10.870 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:10.870 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:10.870 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:10.871 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:10.871 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:10.890 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:10.890 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:10.891 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:10.891 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:10.891 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:10.891 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:10.891 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:10.891 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:10.891 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:10.930 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:10.930 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:10.930 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:10.930 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:10.930 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:10.930 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:10.931 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:10.931 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:10.931 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:10.990 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:10.990 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:10.990 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:10.990 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:10.990 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:10.990 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:10.990 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:10.990 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:10.991 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:10.992 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1753866237(state=PENDING, result=null, callback=(continuation of Deferred@1909311733 after retry RPC after error@468031753) -> (continuation of Deferred@717979786 after retry RPC after error@203150361) -> (continuation of Deferred@319700751 after retry RPC after error@605344182) -> (continuation of Deferred@1378736750 after retry RPC after error@4486958) -> (continuation of Deferred@1649464942 after retry RPC after error@1623925491) -> (continuation of Deferred@1544124974 after retry RPC after error@2136443782), errback=(continuation of Deferred@1909311733 after retry RPC after error@468031753) -> (continuation of Deferred@717979786 after retry RPC after error@203150361) -> (continuation of Deferred@319700751 after retry RPC after error@605344182) -> (continuation of Deferred@1378736750 after retry RPC after error@4486958) -> (continuation of Deferred@1649464942 after retry RPC after error@1623925491) -> (continuation of Deferred@1544124974 after retry RPC after error@2136443782)))
11:02:10.992 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [120ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@1753866237(state=PENDING, result=null, callback=(continuation of Deferred@1909311733 after retry RPC after error@468031753) -> (continuation of Deferred@717979786 after retry RPC after error@203150361) -> (continuation of Deferred@319700751 after retry RPC after error@605344182) -> (continuation of Deferred@1378736750 after retry RPC after error@4486958) -> (continuation of Deferred@1649464942 after retry RPC after error@1623925491) -> (continuation of Deferred@1544124974 after retry RPC after error@2136443782), errback=(continuation of Deferred@1909311733 after retry RPC after error@468031753) -> (continuation of Deferred@717979786 after retry RPC after error@203150361) -> (continuation of Deferred@319700751 after retry RPC after error@605344182) -> (continuation of Deferred@1378736750 after retry RPC after error@4486958) -> (continuation of Deferred@1649464942 after retry RPC after error@1623925491) -> (continuation of Deferred@1544124974 after retry RPC after error@2136443782)))
11:02:11.010 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:11.010 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:11.011 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:11.011 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:11.011 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:11.011 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:11.011 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:11.011 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:11.011 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:11.030 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:11.030 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:11.030 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:11.030 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:11.030 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:11.030 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:11.030 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:11.031 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:11.031 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:11.050 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:11.050 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:11.051 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:11.051 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:11.051 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:11.051 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:11.051 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:11.051 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:11.051 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:11.070 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:11.070 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:11.070 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:11.070 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:11.070 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:11.070 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:11.070 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:11.070 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:11.071 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:11.089 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:11.089 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:11.090 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:11.090 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:11.090 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:11.090 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:11.090 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:11.090 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:11.090 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:11.110 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:11.110 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:11.110 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:11.110 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:11.110 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:11.110 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:11.110 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:11.110 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:11.111 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:11.169 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:11.170 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:11.170 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:11.170 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:11.170 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:11.170 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:11.170 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:11.170 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:11.171 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:11.190 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:11.190 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:11.190 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:11.190 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:11.191 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:11.191 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:11.191 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:11.191 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:11.191 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:11.192 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@881549128(state=PENDING, result=null, callback=(continuation of Deferred@2029632789 after retry RPC after error@152127535) -> (continuation of Deferred@946806475 after retry RPC after error@1450207121) -> (continuation of Deferred@1674869087 after retry RPC after error@1611076922) -> (continuation of Deferred@543086263 after retry RPC after error@1967616450) -> (continuation of Deferred@899276980 after retry RPC after error@1844420088) -> (continuation of Deferred@1003623836 after retry RPC after error@1968548421) -> (continuation of Deferred@263415835 after retry RPC after error@513942600), errback=(continuation of Deferred@2029632789 after retry RPC after error@152127535) -> (continuation of Deferred@946806475 after retry RPC after error@1450207121) -> (continuation of Deferred@1674869087 after retry RPC after error@1611076922) -> (continuation of Deferred@543086263 after retry RPC after error@1967616450) -> (continuation of Deferred@899276980 after retry RPC after error@1844420088) -> (continuation of Deferred@1003623836 after retry RPC after error@1968548421) -> (continuation of Deferred@263415835 after retry RPC after error@513942600)))
11:02:11.192 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [80ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [100ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@881549128(state=PENDING, result=null, callback=(continuation of Deferred@2029632789 after retry RPC after error@152127535) -> (continuation of Deferred@946806475 after retry RPC after error@1450207121) -> (continuation of Deferred@1674869087 after retry RPC after error@1611076922) -> (continuation of Deferred@543086263 after retry RPC after error@1967616450) -> (continuation of Deferred@899276980 after retry RPC after error@1844420088) -> (continuation of Deferred@1003623836 after retry RPC after error@1968548421) -> (continuation of Deferred@263415835 after retry RPC after error@513942600), errback=(continuation of Deferred@2029632789 after retry RPC after error@152127535) -> (continuation of Deferred@946806475 after retry RPC after error@1450207121) -> (continuation of Deferred@1674869087 after retry RPC after error@1611076922) -> (continuation of Deferred@543086263 after retry RPC after error@1967616450) -> (continuation of Deferred@899276980 after retry RPC after error@1844420088) -> (continuation of Deferred@1003623836 after retry RPC after error@1968548421) -> (continuation of Deferred@263415835 after retry RPC after error@513942600)))
11:02:11.209 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:11.210 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:11.210 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:11.210 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:11.210 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:11.210 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:11.210 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:11.210 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:11.211 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:11.230 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:11.230 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:11.231 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:11.231 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:11.231 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:11.231 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:11.231 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:11.231 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:11.231 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:11.250 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:11.250 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:11.250 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:11.250 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:11.250 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:11.250 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:11.250 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:11.250 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:11.250 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:11.270 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:11.270 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:11.270 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:11.270 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:11.271 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:11.271 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:11.271 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:11.271 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:11.271 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:11.290 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:11.290 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:11.290 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:11.290 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:11.290 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:11.290 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:11.290 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:11.290 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:11.290 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:11.310 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:11.310 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:11.310 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:11.310 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:11.310 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:11.311 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:11.311 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:11.311 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:11.311 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:11.370 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:11.370 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:11.370 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:11.370 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:11.370 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:11.370 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:11.370 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:11.370 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:11.371 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:11.389 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:11.389 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:11.390 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:11.390 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:11.390 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:11.390 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:11.390 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:11.390 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:11.390 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:11.391 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=180), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@48140724(state=PENDING, result=null, callback=(continuation of Deferred@1642476189 after retry RPC after error@1462856633) -> (continuation of Deferred@541272387 after retry RPC after error@1449545678) -> (continuation of Deferred@113569093 after retry RPC after error@1525953159) -> (continuation of Deferred@1673793963 after retry RPC after error@129509922) -> (continuation of Deferred@649548117 after retry RPC after error@1571569422) -> (continuation of Deferred@505820249 after retry RPC after error@1485436037) -> (continuation of Deferred@1143483192 after retry RPC after error@2017474812), errback=(continuation of Deferred@1642476189 after retry RPC after error@1462856633) -> (continuation of Deferred@541272387 after retry RPC after error@1449545678) -> (continuation of Deferred@113569093 after retry RPC after error@1525953159) -> (continuation of Deferred@1673793963 after retry RPC after error@129509922) -> (continuation of Deferred@649548117 after retry RPC after error@1571569422) -> (continuation of Deferred@505820249 after retry RPC after error@1485436037) -> (continuation of Deferred@1143483192 after retry RPC after error@2017474812)))
11:02:11.391 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=180), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [81ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [162ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@48140724(state=PENDING, result=null, callback=(continuation of Deferred@1642476189 after retry RPC after error@1462856633) -> (continuation of Deferred@541272387 after retry RPC after error@1449545678) -> (continuation of Deferred@113569093 after retry RPC after error@1525953159) -> (continuation of Deferred@1673793963 after retry RPC after error@129509922) -> (continuation of Deferred@649548117 after retry RPC after error@1571569422) -> (continuation of Deferred@505820249 after retry RPC after error@1485436037) -> (continuation of Deferred@1143483192 after retry RPC after error@2017474812), errback=(continuation of Deferred@1642476189 after retry RPC after error@1462856633) -> (continuation of Deferred@541272387 after retry RPC after error@1449545678) -> (continuation of Deferred@113569093 after retry RPC after error@1525953159) -> (continuation of Deferred@1673793963 after retry RPC after error@129509922) -> (continuation of Deferred@649548117 after retry RPC after error@1571569422) -> (continuation of Deferred@505820249 after retry RPC after error@1485436037) -> (continuation of Deferred@1143483192 after retry RPC after error@2017474812)))
11:02:11.410 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:11.410 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:11.410 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:11.410 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:11.410 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:11.410 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:11.410 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:11.410 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:11.411 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:11.430 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:11.430 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:11.431 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:11.431 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:11.431 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:11.431 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:11.431 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:11.431 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:11.431 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:11.450 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:11.450 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:11.450 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:11.450 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:11.450 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:11.450 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:11.451 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:11.451 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:11.451 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:11.470 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:11.470 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:11.470 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:11.470 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:11.471 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:11.471 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:11.471 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:11.471 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:11.471 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:11.489 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:11.490 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:11.490 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:11.490 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:11.490 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:11.490 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:11.490 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:11.490 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:11.491 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:11.530 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:11.530 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:11.530 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:11.530 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:11.531 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:11.531 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:11.531 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:11.531 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:11.531 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:11.570 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:11.570 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:11.570 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:11.570 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:11.570 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:11.570 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:11.570 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:11.570 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:11.571 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:11.649 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:11.650 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:11.650 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:11.650 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:11.650 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:11.650 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:11.650 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:11.651 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:11.651 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:11.652 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [240ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [240ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@642850596(state=PENDING, result=null, callback=(continuation of Deferred@1555104053 after retry RPC after error@751899141) -> (continuation of Deferred@104012888 after retry RPC after error@682990469) -> (continuation of Deferred@2094636815 after retry RPC after error@1480387499) -> (continuation of Deferred@1190395176 after retry RPC after error@1117667264) -> (continuation of Deferred@1913643387 after retry RPC after error@1297169698) -> (continuation of Deferred@336761629 after retry RPC after error@658624096) -> (continuation of Deferred@709425098 after retry RPC after error@1848928140), errback=(continuation of Deferred@1555104053 after retry RPC after error@751899141) -> (continuation of Deferred@104012888 after retry RPC after error@682990469) -> (continuation of Deferred@2094636815 after retry RPC after error@1480387499) -> (continuation of Deferred@1190395176 after retry RPC after error@1117667264) -> (continuation of Deferred@1913643387 after retry RPC after error@1297169698) -> (continuation of Deferred@336761629 after retry RPC after error@658624096) -> (continuation of Deferred@709425098 after retry RPC after error@1848928140)))
11:02:11.652 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [0ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [60ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [80ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [121ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [160ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [240ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [240ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [241ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, deferred=Deferred@642850596(state=PENDING, result=null, callback=(continuation of Deferred@1555104053 after retry RPC after error@751899141) -> (continuation of Deferred@104012888 after retry RPC after error@682990469) -> (continuation of Deferred@2094636815 after retry RPC after error@1480387499) -> (continuation of Deferred@1190395176 after retry RPC after error@1117667264) -> (continuation of Deferred@1913643387 after retry RPC after error@1297169698) -> (continuation of Deferred@336761629 after retry RPC after error@658624096) -> (continuation of Deferred@709425098 after retry RPC after error@1848928140), errback=(continuation of Deferred@1555104053 after retry RPC after error@751899141) -> (continuation of Deferred@104012888 after retry RPC after error@682990469) -> (continuation of Deferred@2094636815 after retry RPC after error@1480387499) -> (continuation of Deferred@1190395176 after retry RPC after error@1117667264) -> (continuation of Deferred@1913643387 after retry RPC after error@1297169698) -> (continuation of Deferred@336761629 after retry RPC after error@658624096) -> (continuation of Deferred@709425098 after retry RPC after error@1848928140)))
11:02:11.669 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:11.669 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:11.670 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:11.670 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:11.670 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:11.670 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:11.670 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:11.670 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:11.670 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:11.690 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:11.690 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:11.690 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:11.690 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:11.690 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:11.690 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:11.690 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:11.690 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:11.690 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:11.710 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:11.710 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:11.711 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:11.711 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:11.711 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:11.711 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:11.711 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:11.711 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:11.711 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:11.730 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.189:45675(127.4.245.189:45675)] connecting to peer
11:02:11.730 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.4.245.188:44615(127.4.245.188:44615)] connecting to peer
11:02:11.730 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:11.730 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.245.189:45675(127.4.245.189:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:11.730 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:11.730 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:11.730 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.188:44615(127.4.245.188:44615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:11.730 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.189:45675: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675
11:02:11.730 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:11.730 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.245.188:44615: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615
11:02:11.731 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:11.731 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615; will retry
11:02:11.732 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTransactionState, tablet=null, attempt=36, TimeoutTracker(timeout=50000, elapsed=49370), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [9ms] refreshing cache from master, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [10ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [10ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [10ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [10ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [28ms] refreshing cache from master, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [29ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [30ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [30ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [30ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [49ms] refreshing cache from master, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [50ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [50ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [51ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [51ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [70ms] refreshing cache from master, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [70ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [71ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [71ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [72ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [90ms] refreshing cache from master, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [90ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [91ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [91ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [92ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [129ms] refreshing cache from master, [129ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [129ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [129ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [130ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [131ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [131ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [132ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [248ms] refreshing cache from master, [248ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [249ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [249ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [249ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [250ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [250ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [250ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [369ms] refreshing cache from master, [369ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [369ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [369ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [370ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [370ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [370ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [371ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [508ms] refreshing cache from master, [508ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [508ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [509ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [509ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [510ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [510ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [510ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [789ms] refreshing cache from master, [789ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [789ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [790ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [790ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [790ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [791ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [791ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1568ms] refreshing cache from master, [1568ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [1568ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1569ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1569ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1570ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1570ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1570ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [3728ms] refreshing cache from master, [3728ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [3728ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [3729ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [3729ms] too many traces: truncated at 100 traces, deferred=Deferred@1013729690(state=PENDING, result=null, callback=(continuation of Deferred@1158980707 after retry RPC after error@949920024) -> (continuation of Deferred@324010508 after retry RPC after error@1294903653) -> (continuation of Deferred@771308319 after retry RPC after error@1621281241) -> (continuation of Deferred@1945237411 after retry RPC after error@1261178169) -> (continuation of Deferred@803858048 after retry RPC after error@1509105317) -> (continuation of Deferred@633583319 after retry RPC after error@246231699) -> (continuation of Deferred@1854933024 after retry RPC after error@794240353) -> (continuation of Deferred@387603282 after retry RPC after error@1883556488) -> (continuation of Deferred@519773608 after retry RPC after error@135352123) -> (continuation of Deferred@1293178272 after retry RPC after error@458409472) -> (continuation of Deferred@1568837279 after retry RPC after error@1609067139) -> (continuation of Deferred@817798539 after retry RPC after error@1028734810) -> (continuation of Deferred@1953409049 after retry RPC after error@1749968997) -> (continuation of Deferred@752411170 after retry RPC after error@407347980) -> (continuation of Deferred@426307197 after retry RPC after error@50241653) -> (continuation of Deferred@1776061434 after retry RPC after error@1285954062) -> (continuation of Deferred@316870369 after retry RPC after error@1701444032) -> (continuation of Deferred@1751592396 after retry RPC after error@342699172) -> (continuation of Deferred@519285966 after retry RPC after error@880730409) -> (continuation of Deferred@1705423655 after retry RPC after error@408140603) -> (continuation of Deferred@465953059 after retry RPC after error@1492200667) -> (continuation of Deferred@144606057 after retry RPC after error@219249442) -> (continuation of Deferred@963207002 after retry RPC after error@1756314456) -> (continuation of Deferred@341211375 after retry RPC after error@312006956) -> (continuation of Deferred@1635305386 after retry RPC after error@1880900902) -> (continuation of Deferred@1462426314 after retry RPC after error@61810874) -> (continuation of Deferred@609090290 after retry RPC after error@921349672) -> (continuation of Deferred@932699829 after retry RPC after error@1292360197) -> (continuation of Deferred@106312509 after retry RPC after error@1705920049) -> (continuation of Deferred@1824874055 after retry RPC after error@534869544) -> (continuation of Deferred@681144626 after retry RPC after error@1058088414) -> (continuation of Deferred@2036364061 after retry RPC after error@1839471151) -> (continuation of Deferred@240645704 after retry RPC after error@954080649) -> (continuation of Deferred@1113352468 after retry RPC after error@266626578) -> (continuation of Deferred@1051735056 after retry RPC after error@1992967194), errback=(continuation of Deferred@1158980707 after retry RPC after error@949920024) -> (continuation of Deferred@324010508 after retry RPC after error@1294903653) -> (continuation of Deferred@771308319 after retry RPC after error@1621281241) -> (continuation of Deferred@1945237411 after retry RPC after error@1261178169) -> (continuation of Deferred@803858048 after retry RPC after error@1509105317) -> (continuation of Deferred@633583319 after retry RPC after error@246231699) -> (continuation of Deferred@1854933024 after retry RPC after error@794240353) -> (continuation of Deferred@387603282 after retry RPC after error@1883556488) -> (continuation of Deferred@519773608 after retry RPC after error@135352123) -> (continuation of Deferred@1293178272 after retry RPC after error@458409472) -> (continuation of Deferred@1568837279 after retry RPC after error@1609067139) -> (continuation of Deferred@817798539 after retry RPC after error@1028734810) -> (continuation of Deferred@1953409049 after retry RPC after error@1749968997) -> (continuation of Deferred@752411170 after retry RPC after error@407347980) -> (continuation of Deferred@426307197 after retry RPC after error@50241653) -> (continuation of Deferred@1776061434 after retry RPC after error@1285954062) -> (continuation of Deferred@316870369 after retry RPC after error@1701444032) -> (continuation of Deferred@1751592396 after retry RPC after error@342699172) -> (continuation of Deferred@519285966 after retry RPC after error@880730409) -> (continuation of Deferred@1705423655 after retry RPC after error@408140603) -> (continuation of Deferred@465953059 after retry RPC after error@1492200667) -> (continuation of Deferred@144606057 after retry RPC after error@219249442) -> (continuation of Deferred@963207002 after retry RPC after error@1756314456) -> (continuation of Deferred@341211375 after retry RPC after error@312006956) -> (continuation of Deferred@1635305386 after retry RPC after error@1880900902) -> (continuation of Deferred@1462426314 after retry RPC after error@61810874) -> (continuation of Deferred@609090290 after retry RPC after error@921349672) -> (continuation of Deferred@932699829 after retry RPC after error@1292360197) -> (continuation of Deferred@106312509 after retry RPC after error@1705920049) -> (continuation of Deferred@1824874055 after retry RPC after error@534869544) -> (continuation of Deferred@681144626 after retry RPC after error@1058088414) -> (continuation of Deferred@2036364061 after retry RPC after error@1839471151) -> (continuation of Deferred@240645704 after retry RPC after error@954080649) -> (continuation of Deferred@1113352468 after retry RPC after error@266626578) -> (continuation of Deferred@1051735056 after retry RPC after error@1992967194)))
11:02:11.733 [DEBUG - main] (Connection.java:575) [peer master-127.4.245.190:34613(127.4.245.190:34613)] disconnecting while in state READY
11:02:11.733 [DEBUG - main] (Connection.java:575) [peer master-127.4.245.188:44615(127.4.245.188:44615)] disconnecting while in state TERMINATED
11:02:11.733 [DEBUG - main] (Connection.java:575) [peer master-127.4.245.189:45675(127.4.245.189:45675)] disconnecting while in state TERMINATED
11:02:11.733 [DEBUG - main] (Connection.java:575) [peer 06ab4acf9f694c97be8a7874a0fc7152(127.4.245.131:43415)] disconnecting while in state READY
11:02:11.734 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
11:02:11.735 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.4.245.190:34613(127.4.245.190:34613)] handling channelInactive
11:02:11.735 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.245.190:34613(127.4.245.190:34613)] cleaning up while in state READY due to: connection closed
11:02:11.735 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 06ab4acf9f694c97be8a7874a0fc7152(127.4.245.131:43415)] handling channelInactive
11:02:11.735 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 06ab4acf9f694c97be8a7874a0fc7152(127.4.245.131:43415)] cleaning up while in state READY due to: connection closed
11:02:11.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:02:11.735659 5078 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-task182ImG/build/asan/bin/kudu pid 5371
11:02:11.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:02:11.743027 5522 generic_service.cc:196] Checking for leaks (request via RPC)
11:02:11.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:02:11.842077 5078 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task182ImG/build/asan/bin/kudu with pid 5371
11:02:11.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:02:11.862643 5549 connection.cc:535] server connection from 127.4.245.129:50507 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
11:02:11.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:02:11.862721 5689 connection.cc:535] client connection to 127.4.245.129:45659 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
11:02:11.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:02:11.862977 5689 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
11:02:11.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:02:11.863072 5078 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-task182ImG/build/asan/bin/kudu pid 5532
11:02:11.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:02:11.864645 5689 consensus_peers.cc:487] T 9d97e2a33c7340dfbb9ce8fa17c0b548 P 06ab4acf9f694c97be8a7874a0fc7152 -> Peer 114d25aab24c44088336a3726faccc62 (127.4.245.129:45659): Couldn't send request to peer 114d25aab24c44088336a3726faccc62. Status: Network error: Client connection negotiation failed: client connection to 127.4.245.129:45659: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
11:02:11.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:02:11.869565 5663 generic_service.cc:196] Checking for leaks (request via RPC)
11:02:11.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:02:11.966101 5078 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task182ImG/build/asan/bin/kudu with pid 5532
11:02:11.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 11:02:11.984524 5951 connection.cc:535] server connection from 127.4.245.130:41281 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
11:02:11.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:02:11.984592 5078 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-task182ImG/build/asan/bin/kudu pid 5673
11:02:11.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:02:11.991430 5805 generic_service.cc:196] Checking for leaks (request via RPC)
11:02:12.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:02:12.132862 5078 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task182ImG/build/asan/bin/kudu with pid 5673
11:02:12.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:02:12.157156 5078 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-task182ImG/build/asan/bin/kudu pid 5934
11:02:12.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:02:12.163749 6007 generic_service.cc:196] Checking for leaks (request via RPC)
11:02:12.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 11:02:12.308499 5078 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task182ImG/build/asan/bin/kudu with pid 5934
11:02:12.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-25T11:02:12Z chronyd exiting
11:02:12.457 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager: failed attempt 1
java.lang.AssertionError: Timed out: cannot complete before timeout: KuduRpc(method=GetTransactionState, tablet=null, attempt=36, TimeoutTracker(timeout=50000, elapsed=49370), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [9ms] refreshing cache from master, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [10ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [10ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [10ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [10ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [28ms] refreshing cache from master, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [29ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [30ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [30ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [30ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [49ms] refreshing cache from master, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [50ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [50ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [51ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [51ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [70ms] refreshing cache from master, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [70ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [71ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [71ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [72ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [90ms] refreshing cache from master, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [90ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [91ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [91ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [92ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [129ms] refreshing cache from master, [129ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [129ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [129ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [130ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [131ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [131ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [132ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [248ms] refreshing cache from master, [248ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [249ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [249ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [249ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [250ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [250ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [250ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [369ms] refreshing cache from master, [369ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [369ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [369ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [370ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [370ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [370ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [371ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [508ms] refreshing cache from master, [508ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [508ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [509ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [509ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [510ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [510ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [510ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [789ms] refreshing cache from master, [789ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [789ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [790ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [790ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [790ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [791ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [791ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1568ms] refreshing cache from master, [1568ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [1568ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1569ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1569ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1570ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1570ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1570ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [3728ms] refreshing cache from master, [3728ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [3728ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [3729ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [3729ms] too many traces: truncated at 100 traces, deferred=Deferred@1013729690(state=PENDING, result=null, callback=(continuation of Deferred@1158980707 after retry RPC after error@949920024) -> (continuation of Deferred@324010508 after retry RPC after error@1294903653) -> (continuation of Deferred@771308319 after retry RPC after error@1621281241) -> (continuation of Deferred@1945237411 after retry RPC after error@1261178169) -> (continuation of Deferred@803858048 after retry RPC after error@1509105317) -> (continuation of Deferred@633583319 after retry RPC after error@246231699) -> (continuation of Deferred@1854933024 after retry RPC after error@794240353) -> (continuation of Deferred@387603282 after retry RPC after error@1883556488) -> (continuation of Deferred@519773608 after retry RPC after error@135352123) -> (continuation of Deferred@1293178272 after retry RPC after error@458409472) -> (continuation of Deferred@1568837279 after retry RPC after error@1609067139) -> (continuation of Deferred@817798539 after retry RPC after error@1028734810) -> (continuation of Deferred@1953409049 after retry RPC after error@1749968997) -> (continuation of Deferred@752411170 after retry RPC after error@407347980) -> (continuation of Deferred@426307197 after retry RPC after error@50241653) -> (continuation of Deferred@1776061434 after retry RPC after error@1285954062) -> (continuation of Deferred@316870369 after retry RPC after error@1701444032) -> (continuation of Deferred@1751592396 after retry RPC after error@342699172) -> (continuation of Deferred@519285966 after retry RPC after error@880730409) -> (continuation of Deferred@1705423655 after retry RPC after error@408140603) -> (continuation of Deferred@465953059 after retry RPC after error@1492200667) -> (continuation of Deferred@144606057 after retry RPC after error@219249442) -> (continuation of Deferred@963207002 after retry RPC after error@1756314456) -> (continuation of Deferred@341211375 after retry RPC after error@312006956) -> (continuation of Deferred@1635305386 after retry RPC after error@1880900902) -> (continuation of Deferred@1462426314 after retry RPC after error@61810874) -> (continuation of Deferred@609090290 after retry RPC after error@921349672) -> (continuation of Deferred@932699829 after retry RPC after error@1292360197) -> (continuation of Deferred@106312509 after retry RPC after error@1705920049) -> (continuation of Deferred@1824874055 after retry RPC after error@534869544) -> (continuation of Deferred@681144626 after retry RPC after error@1058088414) -> (continuation of Deferred@2036364061 after retry RPC after error@1839471151) -> (continuation of Deferred@240645704 after retry RPC after error@954080649) -> (continuation of Deferred@1113352468 after retry RPC after error@266626578) -> (continuation of Deferred@1051735056 after retry RPC after error@1992967194), errback=(continuation of Deferred@1158980707 after retry RPC after error@949920024) -> (continuation of Deferred@324010508 after retry RPC after error@1294903653) -> (continuation of Deferred@771308319 after retry RPC after error@1621281241) -> (continuation of Deferred@1945237411 after retry RPC after error@1261178169) -> (continuation of Deferred@803858048 after retry RPC after error@1509105317) -> (continuation of Deferred@633583319 after retry RPC after error@246231699) -> (continuation of Deferred@1854933024 after retry RPC after error@794240353) -> (continuation of Deferred@387603282 after retry RPC after error@1883556488) -> (continuation of Deferred@519773608 after retry RPC after error@135352123) -> (continuation of Deferred@1293178272 after retry RPC after error@458409472) -> (continuation of Deferred@1568837279 after retry RPC after error@1609067139) -> (continuation of Deferred@817798539 after retry RPC after error@1028734810) -> (continuation of Deferred@1953409049 after retry RPC after error@1749968997) -> (continuation of Deferred@752411170 after retry RPC after error@407347980) -> (continuation of Deferred@426307197 after retry RPC after error@50241653) -> (continuation of Deferred@1776061434 after retry RPC after error@1285954062) -> (continuation of Deferred@316870369 after retry RPC after error@1701444032) -> (continuation of Deferred@1751592396 after retry RPC after error@342699172) -> (continuation of Deferred@519285966 after retry RPC after error@880730409) -> (continuation of Deferred@1705423655 after retry RPC after error@408140603) -> (continuation of Deferred@465953059 after retry RPC after error@1492200667) -> (continuation of Deferred@144606057 after retry RPC after error@219249442) -> (continuation of Deferred@963207002 after retry RPC after error@1756314456) -> (continuation of Deferred@341211375 after retry RPC after error@312006956) -> (continuation of Deferred@1635305386 after retry RPC after error@1880900902) -> (continuation of Deferred@1462426314 after retry RPC after error@61810874) -> (continuation of Deferred@609090290 after retry RPC after error@921349672) -> (continuation of Deferred@932699829 after retry RPC after error@1292360197) -> (continuation of Deferred@106312509 after retry RPC after error@1705920049) -> (continuation of Deferred@1824874055 after retry RPC after error@534869544) -> (continuation of Deferred@681144626 after retry RPC after error@1058088414) -> (continuation of Deferred@2036364061 after retry RPC after error@1839471151) -> (continuation of Deferred@240645704 after retry RPC after error@954080649) -> (continuation of Deferred@1113352468 after retry RPC after error@266626578) -> (continuation of Deferred@1051735056 after retry RPC after error@1992967194)))
at org.junit.Assert.fail(Assert.java:89) ~[junit-4.13.2.jar:4.13.2]
at org.junit.Assert.assertTrue(Assert.java:42) ~[junit-4.13.2.jar:4.13.2]
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager(TestKuduTransaction.java:1214) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
java.lang.AssertionError: Timed out: cannot complete before timeout: KuduRpc(method=GetTransactionState, tablet=null, attempt=36, TimeoutTracker(timeout=50000, elapsed=49370), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [9ms] refreshing cache from master, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [10ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [10ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [10ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [10ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [28ms] refreshing cache from master, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [29ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [30ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [30ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [30ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [49ms] refreshing cache from master, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [50ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [50ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [51ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [51ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [70ms] refreshing cache from master, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [70ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [71ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [71ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [72ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [90ms] refreshing cache from master, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [90ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [91ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [91ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [92ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [129ms] refreshing cache from master, [129ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [129ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [129ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [130ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [131ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [131ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [132ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [248ms] refreshing cache from master, [248ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [249ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [249ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [249ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [250ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [250ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [250ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [369ms] refreshing cache from master, [369ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [369ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [369ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [370ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [370ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [370ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [371ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [508ms] refreshing cache from master, [508ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [508ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [509ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [509ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [510ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [510ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [510ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [789ms] refreshing cache from master, [789ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [789ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [790ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [790ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [790ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [791ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [791ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1568ms] refreshing cache from master, [1568ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [1568ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [1569ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [1569ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.190:34613: OK, [1570ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.189:45675: Network error: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675, [1570ms] Sub RPC ConnectToMaster: received response from server master-127.4.245.188:44615: Network error: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [1570ms] delaying RPC due to: Service unavailable: Master config (127.4.245.190:34613,127.4.245.189:45675,127.4.245.188:44615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.189:45675(127.4.245.189:45675): Connection refused: /127.4.245.189:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.245.188:44615(127.4.245.188:44615): Connection refused: /127.4.245.188:44615, [3728ms] refreshing cache from master, [3728ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.190:34613, [3728ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.189:45675, [3729ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.245.188:44615, [3729ms] too many traces: truncated at 100 traces, deferred=Deferred@1013729690(state=PENDING, result=null, callback=(continuation of Deferred@1158980707 after retry RPC after error@949920024) -> (continuation of Deferred@324010508 after retry RPC after error@1294903653) -> (continuation of Deferred@771308319 after retry RPC after error@1621281241) -> (continuation of Deferred@1945237411 after retry RPC after error@1261178169) -> (continuation of Deferred@803858048 after retry RPC after error@1509105317) -> (continuation of Deferred@633583319 after retry RPC after error@246231699) -> (continuation of Deferred@1854933024 after retry RPC after error@794240353) -> (continuation of Deferred@387603282 after retry RPC after error@1883556488) -> (continuation of Deferred@519773608 after retry RPC after error@135352123) -> (continuation of Deferred@1293178272 after retry RPC after error@458409472) -> (continuation of Deferred@1568837279 after retry RPC after error@1609067139) -> (continuation of Deferred@817798539 after retry RPC after error@1028734810) -> (continuation of Deferred@1953409049 after retry RPC after error@1749968997) -> (continuation of Deferred@752411170 after retry RPC after error@407347980) -> (continuation of Deferred@426307197 after retry RPC after error@50241653) -> (continuation of Deferred@1776061434 after retry RPC after error@1285954062) -> (continuation of Deferred@316870369 after retry RPC after error@1701444032) -> (continuation of Deferred@1751592396 after retry RPC after error@342699172) -> (continuation of Deferred@519285966 after retry RPC after error@880730409) -> (continuation of Deferred@1705423655 after retry RPC after error@408140603) -> (continuation of Deferred@465953059 after retry RPC after error@1492200667) -> (continuation of Deferred@144606057 after retry RPC after error@219249442) -> (continuation of Deferred@963207002 after retry RPC after error@1756314456) -> (continuation of Deferred@341211375 after retry RPC after error@312006956) -> (continuation of Deferred@1635305386 after retry RPC after error@1880900902) -> (continuation of Deferred@1462426314 after retry RPC after error@61810874) -> (continuation of Deferred@609090290 after retry RPC after error@921349672) -> (continuation of Deferred@932699829 after retry RPC after error@1292360197) -> (continuation of Deferred@106312509 after retry RPC after error@1705920049) -> (continuation of Deferred@1824874055 after retry RPC after error@534869544) -> (continuation of Deferred@681144626 after retry RPC after error@1058088414) -> (continuation of Deferred@2036364061 after retry RPC after error@1839471151) -> (continuation of Deferred@240645704 after retry RPC after error@954080649) -> (continuation of Deferred@1113352468 after retry RPC after error@266626578) -> (continuation of Deferred@1051735056 after retry RPC after error@1992967194), errback=(continuation of Deferred@1158980707 after retry RPC after error@949920024) -> (continuation of Deferred@324010508 after retry RPC after error@1294903653) -> (continuation of Deferred@771308319 after retry RPC after error@1621281241) -> (continuation of Deferred@1945237411 after retry RPC after error@1261178169) -> (continuation of Deferred@803858048 after retry RPC after error@1509105317) -> (continuation of Deferred@633583319 after retry RPC after error@246231699) -> (continuation of Deferred@1854933024 after retry RPC after error@794240353) -> (continuation of Deferred@387603282 after retry RPC after error@1883556488) -> (continuation of Deferred@519773608 after retry RPC after error@135352123) -> (continuation of Deferred@1293178272 after retry RPC after error@458409472) -> (continuation of Deferred@1568837279 after retry RPC after error@1609067139) -> (continuation of Deferred@817798539 after retry RPC after error@1028734810) -> (continuation of Deferred@1953409049 after retry RPC after error@1749968997) -> (continuation of Deferred@752411170 after retry RPC after error@407347980) -> (continuation of Deferred@426307197 after retry RPC after error@50241653) -> (continuation of Deferred@1776061434 after retry RPC after error@1285954062) -> (continuation of Deferred@316870369 after retry RPC after error@1701444032) -> (continuation of Deferred@1751592396 after retry RPC after error@342699172) -> (continuation of Deferred@519285966 after retry RPC after error@880730409) -> (continuation of Deferred@1705423655 after retry RPC after error@408140603) -> (continuation of Deferred@465953059 after retry RPC after error@1492200667) -> (continuation of Deferred@144606057 after retry RPC after error@219249442) -> (continuation of Deferred@963207002 after retry RPC after error@1756314456) -> (continuation of Deferred@341211375 after retry RPC after error@312006956) -> (continuation of Deferred@1635305386 after retry RPC after error@1880900902) -> (continuation of Deferred@1462426314 after retry RPC after error@61810874) -> (continuation of Deferred@609090290 after retry RPC after error@921349672) -> (continuation of Deferred@932699829 after retry RPC after error@1292360197) -> (continuation of Deferred@106312509 after retry RPC after error@1705920049) -> (continuation of Deferred@1824874055 after retry RPC after error@534869544) -> (continuation of Deferred@681144626 after retry RPC after error@1058088414) -> (continuation of Deferred@2036364061 after retry RPC after error@1839471151) -> (continuation of Deferred@240645704 after retry RPC after error@954080649) -> (continuation of Deferred@1113352468 after retry RPC after error@266626578) -> (continuation of Deferred@1051735056 after retry RPC after error@1992967194)))
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.assertTrue(Assert.java:42)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager(TestKuduTransaction.java:1214)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)